-- Logs begin at Thu 2021-11-11 19:55:15 UTC, end at Thu 2021-11-11 20:57:00 UTC. -- Nov 11 20:29:43.417762 dv-cinder-817642-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 11 20:29:46.166901 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.common.config [-] Logging enabled! Nov 11 20:29:46.167513 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 11 20:29:46.167676 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101702) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 11 20:29:46.170826 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.common.config [-] Logging enabled! Nov 11 20:29:46.171077 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 11 20:29:46.171383 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101702) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 11 20:29:46.172339 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 11 20:29:46.172569 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 11 20:29:46.172927 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 11 20:29:46.173166 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 11 20:29:46.173954 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 11 20:29:46.174308 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.174701 dv-cinder-817642-1-iscsi neutron-server[101702]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 11 20:29:46.175009 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.175300 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.175591 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.175880 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.176194 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.176472 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.176757 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.177050 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.177327 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.177601 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.177879 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.178161 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.178437 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.178721 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.179002 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.179280 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] debug = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.179557 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.180000 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.180401 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.180678 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.180963 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.181237 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.181507 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.181777 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.182056 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.182385 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] host = dv-cinder-817642-1-iscsi {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.182659 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.182941 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.183223 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.183504 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.183773 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.184078 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.184363 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.184635 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.184901 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] log_file = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.185173 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.185451 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.185730 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.186013 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.186233 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.186450 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.186732 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.187011 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.187281 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.187550 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.187815 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.188104 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.188376 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.188640 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.188993 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.189563 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.189847 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.190118 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.190388 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.190655 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.190920 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.191199 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.191468 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.191734 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.192066 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.192305 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.192568 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.192838 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.193127 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.193406 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.193683 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.193967 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.194234 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.194511 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.194777 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.195042 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.195307 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] use_json = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.195575 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.195839 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.196137 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.196408 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.196676 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.196945 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.197211 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.197490 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:46.197781 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.198071 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.198368 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.198645 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.198941 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.199213 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.199495 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.199765 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.200072 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.200361 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.200640 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.200914 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.201195 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.201464 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.201751 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.202047 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.202335 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.202618 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.202902 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.203156 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.203422 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.203692 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.203987 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.204265 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.204573 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.204862 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.205199 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.205489 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.205776 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.206060 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.206332 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.206606 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.206893 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.207182 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.207435 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.207705 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.208001 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.208280 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.208549 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.208826 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.209097 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.209366 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.209633 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.209904 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.210187 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.210457 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.210724 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.210989 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.211259 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.211522 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.211798 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.212096 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.212370 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.212639 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.212912 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.213178 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.213445 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.213722 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.213989 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.214261 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.214530 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.214797 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.215065 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.215329 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.215594 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.215857 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.216145 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.216419 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.216684 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.216951 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.217216 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.217479 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.217745 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.218025 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.218316 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.218587 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.218859 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.219129 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.219399 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.219668 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.219936 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.220760 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.221033 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.221309 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.221588 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.221865 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.222142 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.222418 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.222689 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.223005 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.223273 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.223547 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.223814 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.224109 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.224387 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.224664 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.224949 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.225236 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.225520 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.225803 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.226088 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.226362 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.226660 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.226934 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:46.227147 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 11 20:29:46.227384 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101702) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 11 20:29:46.662722 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 11 20:29:46.662991 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 11 20:29:46.663290 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 11 20:29:46.663622 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 11 20:29:46.991655 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:46.991864 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:46.992156 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:46.993359 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:46.993630 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:46.993887 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:47.027755 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:47.028049 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:47.028311 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:47.043840 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:47.044142 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:47.044408 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:47.074765 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:47.075044 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:47.075313 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:47.111507 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:47.111786 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:47.112076 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:47.347577 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:47.348250 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:47.348250 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:47.348427 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:47.349060 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:47.476680 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:47.477001 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:47.477279 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:47.477543 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:47.477807 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:47.478115 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:47.478371 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:47.478622 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:47.478869 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:47.479147 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:47.479401 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:47.479659 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:47.479910 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:47.480186 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:47.480446 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:47.480706 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:47.480956 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:47.481218 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:47.481481 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:47.481733 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:47.481998 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:47.482246 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:47.482521 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:47.482894 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:47.483137 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:47.483376 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:47.483773 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101702) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 20:29:47.484039 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101702) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 20:29:47.484275 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101702) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 20:29:47.484509 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101702) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 20:29:47.484741 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101702) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 20:29:47.484972 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101702) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 20:29:47.485329 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 11 20:29:47.489189 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 11 20:29:47.493186 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 11 20:29:47.497049 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Nov 11 20:29:47.498685 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 11 20:29:47.499144 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 11 20:29:47.499475 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 11 20:29:47.499850 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 11 20:29:47.503393 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 11 20:29:47.503637 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 11 20:29:47.503989 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 11 20:29:47.509288 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 11 20:29:47.531451 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 11 20:29:47.531897 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:47.532220 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101702) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 11 20:29:47.532583 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:47.534068 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101702) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 11 20:29:47.534339 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 11 20:29:47.534579 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 11 20:29:47.537810 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:47.538093 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:47.602117 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 11 20:29:47.602270 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 11 20:29:47.602500 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 11 20:29:47.602873 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 11 20:29:47.624813 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_db.sqlalchemy.engines [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101702) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 11 20:29:48.156361 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.plugins.ml2.managers [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Initializing driver for type 'gre' Nov 11 20:29:48.156954 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] gre ID ranges: [(1, 1000)] Nov 11 20:29:48.212784 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.plugins.ml2.managers [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Initializing driver for type 'local' Nov 11 20:29:48.213112 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.plugins.ml2.managers [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Initializing driver for type 'vlan' Nov 11 20:29:48.226098 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] VlanTypeDriver initialization complete Nov 11 20:29:48.226492 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.plugins.ml2.managers [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Initializing driver for type 'vxlan' Nov 11 20:29:48.227036 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] vxlan ID ranges: [(1, 1000)] Nov 11 20:29:48.277881 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.plugins.ml2.managers [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Initializing extension driver 'port_security' Nov 11 20:29:48.278215 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.plugins.ml2.extensions.port_security [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] PortSecurityExtensionDriver initialization complete Nov 11 20:29:48.278600 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.plugins.ml2.managers [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Initializing mechanism driver 'openvswitch' Nov 11 20:29:48.278943 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.plugins.ml2.managers [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Initializing mechanism driver 'hyperv' Nov 11 20:29:48.286326 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.plugins.ml2.plugin [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:29:48.287174 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > port after_create 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.287545 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > port after_update 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.287896 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > port after_delete 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.288453 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101702) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 20:29:48.288896 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > subnet after_create 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.289251 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > subnet after_update 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.289596 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > subnet after_delete 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.289995 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101702) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 20:29:48.290408 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > network after_create 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.290757 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > network after_update 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.291105 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > network after_delete 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.291502 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101702) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 20:29:48.291910 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > security_group after_create 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.292284 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > security_group after_update 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.292625 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > security_group after_delete 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.293025 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101702) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 20:29:48.293433 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.293780 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.294119 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.294514 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101702) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 20:29:48.294919 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > address_group after_create 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.295264 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > address_group after_update 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.295601 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > address_group after_delete 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.296020 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101702) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 20:29:48.296405 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] ML2 OVO RPC backend initialized. {{(pid=101702) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 11 20:29:48.297105 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > router_interface after_create 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.297458 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.297870 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > network before_response 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.298217 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > networks before_response 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.298630 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > port before_response 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.298982 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > ports before_response 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.299321 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > subnet before_response 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.299660 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > subnets before_response 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.300027 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > network after_create 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.300372 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > network after_update 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.300711 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > network after_delete 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.301046 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > port after_create 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.301380 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > port after_update 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.301715 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > port after_delete 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.302049 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > subnet after_create 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.302385 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > subnet after_update 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.302716 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > subnet after_delete 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.303288 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.plugins.ml2.plugin [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Modular L2 Plugin initialization complete Nov 11 20:29:48.303617 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading services supported by the core plugin {{(pid=101702) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 11 20:29:48.303942 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.plugins.ml2.managers [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Got port-security extension from driver 'port_security' Nov 11 20:29:48.304497 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.extensions.vlantransparent [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Disabled vlantransparent extension. Nov 11 20:29:48.304978 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101702) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 11 20:29:48.305288 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading Plugin: router Nov 11 20:29:48.342468 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > router_interface before_create 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.342861 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > router after_create 55549900 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.343236 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > router before_create 55549900 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.343600 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.343983 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.344354 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > router after_delete 55549900 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.344712 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > floatingip after_create 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.345815 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > floatingip after_update 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.346275 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > router after_create 55549900 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.346631 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > router after_update 55549900 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.346987 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > router after_update 55549900 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.347336 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.347697 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > router after_update 55549900 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.348254 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > router precommit_update 55549900 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.348495 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: port after_update 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.348841 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: port after_delete 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.349180 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: subnet after_update 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.349519 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.349866 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > port precommit_delete 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.350212 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > router precommit_create 55549900 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.350556 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: port before_delete 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.350897 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > router precommit_create 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.351254 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > router after_update 55549900 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.351594 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > router precommit_delete 55549900 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.351946 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > router precommit_create 55549900 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.352326 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > router_interface after_create 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.352673 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > router precommit_update 55549900 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.353039 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > agent after_create 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.353389 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > agent after_delete 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.353737 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > network after_delete 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.354619 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.quota.resource_registry [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Tracking information for resource: router configured {{(pid=101702) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 20:29:48.354951 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.quota.resource_registry [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Tracking information for resource: floatingip configured {{(pid=101702) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 20:29:48.359899 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.db.l3_agentschedulers_db [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 11 20:29:48.360502 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: port after_update 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.361007 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: port after_create 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.361367 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: port after_delete 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.361724 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: port after_update 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.362518 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > router before_create 55550100 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.362886 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > router precommit_delete 55550100 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.363254 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > router precommit_create 55550100 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.363614 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > router precommit_update 55550100 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.368577 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.services.provider_configuration [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Service providers = [] {{(pid=101702) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 11 20:29:48.368950 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.db.servicetype_db [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101702) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 11 20:29:48.371990 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.services.service_base [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101702) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 11 20:29:48.372359 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.services.service_base [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101702) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 11 20:29:48.372700 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.services.service_base [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101702) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 11 20:29:48.373595 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.services.service_base [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101702) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 11 20:29:48.373968 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.services.service_base [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 11 20:29:48.374353 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101702) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 20:29:48.374668 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 11 20:29:48.387544 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101702) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 20:29:48.387879 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading Plugin: auto_allocate Nov 11 20:29:48.394794 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: network precommit_update 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.395163 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: network precommit_create 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.395694 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101702) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 20:29:48.396043 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading Plugin: tag Nov 11 20:29:48.402950 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101702) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 20:29:48.403288 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading Plugin: timestamp Nov 11 20:29:48.407186 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101702) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 20:29:48.407516 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading Plugin: network_ip_availability Nov 11 20:29:48.413118 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.413487 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.413841 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.414572 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101702) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 20:29:48.414890 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading Plugin: flavors Nov 11 20:29:48.419929 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101702) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 20:29:48.420292 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading Plugin: revisions Nov 11 20:29:48.424729 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101702) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 20:29:48.425125 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_concurrency.lockutils [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.762s {{(pid=101702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 11 20:29:48.425873 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101702) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 11 20:29:48.426210 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Initializing extension manager. Nov 11 20:29:48.426723 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: __init__.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.427065 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: __pycache__ {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.427397 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.427728 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: address_group.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.428514 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.429079 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: address-group Nov 11 20:29:48.429410 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: address_scope.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.430131 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.430637 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: address-scope Nov 11 20:29:48.430961 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: admin_state_down_before_update.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.431910 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.432523 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: router-admin-state-down-before-update Nov 11 20:29:48.432846 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: agent.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.433555 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.434056 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: agent Nov 11 20:29:48.434378 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: agent_resources_synced.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.435300 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.435803 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: agent-resources-synced Nov 11 20:29:48.436153 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: allowedaddresspairs.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.437974 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.438489 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: allowed-address-pairs Nov 11 20:29:48.438817 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: auto_allocated_topology.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.440880 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.441399 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: auto-allocated-topology Nov 11 20:29:48.441728 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: availability_zone.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.442430 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.442939 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: availability_zone Nov 11 20:29:48.443265 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: availability_zone_filter.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.444223 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.444733 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: availability_zone_filter Nov 11 20:29:48.445056 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: data_plane_status.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.445970 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.446472 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extension data-plane-status not supported by any of loaded plugins Nov 11 20:29:48.446792 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: default_subnetpools.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.447712 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.448246 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: default-subnetpools Nov 11 20:29:48.448569 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: dhcpagentscheduler.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.449395 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.449897 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: dhcp_agent_scheduler Nov 11 20:29:48.450219 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: dns.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.451149 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.451647 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extension dns-integration not supported by any of loaded plugins Nov 11 20:29:48.451994 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: dns_domain_ports.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.452927 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.453419 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 11 20:29:48.453744 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.455218 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.455707 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 11 20:29:48.456051 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: dvr.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.456728 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.457229 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: dvr Nov 11 20:29:48.457551 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: ecmp_routes.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.458476 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.458972 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extension ecmp_routes not supported by any of loaded plugins Nov 11 20:29:48.459293 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: empty_string_filtering.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.460250 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.460747 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: empty-string-filtering Nov 11 20:29:48.461067 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.461995 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.462494 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 11 20:29:48.462816 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.463736 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.464267 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 11 20:29:48.464589 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: external_net.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.465507 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.466011 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: external-net Nov 11 20:29:48.466332 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: extra_dhcp_opt.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.467244 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.467745 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: extra_dhcp_opt Nov 11 20:29:48.468094 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: extraroute.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.469011 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.469519 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: extraroute Nov 11 20:29:48.469838 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: extraroute_atomic.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.470919 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.471428 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: extraroute-atomic Nov 11 20:29:48.471749 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: filter_validation.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.472620 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.473128 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: filter-validation Nov 11 20:29:48.473452 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: fip_pf_description.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.474376 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.474875 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 11 20:29:48.475196 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: fip_port_details.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.476157 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.476662 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: fip-port-details Nov 11 20:29:48.476983 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: flavors.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.478232 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.478748 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: flavors Nov 11 20:29:48.479076 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.480796 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.481313 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 11 20:29:48.481643 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: floatingip_pools.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.482347 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.482857 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: floatingip-pools Nov 11 20:29:48.483181 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: ip_allocation.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.484147 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.484648 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extension ip_allocation not supported by any of loaded plugins Nov 11 20:29:48.484972 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.485956 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.486594 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: ip-substring-filtering Nov 11 20:29:48.486924 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: l2_adjacency.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.487862 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.488399 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extension l2_adjacency not supported by any of loaded plugins Nov 11 20:29:48.488726 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: l3.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.489710 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.490219 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: router Nov 11 20:29:48.490545 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: l3_conntrack_helper.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.492805 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.493330 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 11 20:29:48.493662 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.494596 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.495109 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: ext-gw-mode Nov 11 20:29:48.495440 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.496420 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.496932 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: l3-ha Nov 11 20:29:48.497264 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: l3_flavors.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.498186 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.498698 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: l3-flavors Nov 11 20:29:48.499026 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.499957 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.500487 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: l3-port-ip-change-not-allowed Nov 11 20:29:48.500812 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: l3agentscheduler.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.502595 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.503109 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: l3_agent_scheduler Nov 11 20:29:48.503435 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: logging.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.505025 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.505544 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extension logging not supported by any of loaded plugins Nov 11 20:29:48.505875 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: metering.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.506635 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.507211 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: metering Nov 11 20:29:48.507537 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.508840 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.509352 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: metering_source_and_destination_fields Nov 11 20:29:48.509677 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: multiprovidernet.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.510616 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.511121 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: multi-provider Nov 11 20:29:48.511445 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: netmtu.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.512402 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.512906 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: net-mtu Nov 11 20:29:48.513230 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: netmtu_writable.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.514161 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.514672 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: net-mtu-writable Nov 11 20:29:48.514999 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: network_availability_zone.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.515667 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.516190 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: network_availability_zone Nov 11 20:29:48.516510 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: network_ip_availability.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.518303 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.518813 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: network-ip-availability Nov 11 20:29:48.519139 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: network_segment_range.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.519928 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.520451 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extension network-segment-range not supported by any of loaded plugins Nov 11 20:29:48.520774 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: pagination.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.521782 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.522114 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: pagination Nov 11 20:29:48.522434 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: port_device_profile.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.523346 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.523846 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: port-device-profile Nov 11 20:29:48.524192 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.525127 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.525626 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: port-mac-address-regenerate Nov 11 20:29:48.525946 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.526876 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.527374 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: port-numa-affinity-policy Nov 11 20:29:48.527695 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: port_resource_request.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.528712 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.529160 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extension port-resource-request not supported by any of loaded plugins Nov 11 20:29:48.529481 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: port_resource_request_groups.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.530473 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.530974 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 11 20:29:48.531297 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: portbindings.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.532387 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.532803 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: binding Nov 11 20:29:48.533127 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: portbindings_extended.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.534423 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.534932 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: binding-extended Nov 11 20:29:48.535263 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: portsecurity.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.536219 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.536724 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: port-security Nov 11 20:29:48.537047 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: project_id.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.538031 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.538362 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: project-id Nov 11 20:29:48.538683 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: providernet.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.539619 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.540155 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: provider Nov 11 20:29:48.540479 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: qos.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.544145 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.544664 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extension qos not supported by any of loaded plugins Nov 11 20:29:48.544996 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.546254 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.546767 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 11 20:29:48.547102 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.548061 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.548692 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 11 20:29:48.549025 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: qos_default.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.549964 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.550473 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extension qos-default not supported by any of loaded plugins Nov 11 20:29:48.550802 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: qos_fip.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.551461 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.551964 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extension qos-fip not supported by any of loaded plugins Nov 11 20:29:48.552311 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: qos_gateway_ip.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.553242 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.553749 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 11 20:29:48.554073 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: qos_port_network_policy.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.554993 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.555497 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 11 20:29:48.555820 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.556908 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.557418 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 11 20:29:48.557743 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: qos_pps_rule.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.558920 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.559622 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extension qos-pps not supported by any of loaded plugins Nov 11 20:29:48.559952 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: qos_rule_type_details.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.560915 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.561419 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 11 20:29:48.561744 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: qos_rules_alias.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.562818 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.563325 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 11 20:29:48.563648 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: quota_check_limit.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.565352 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.565854 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: quota-check-limit Nov 11 20:29:48.566175 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: quotasv2.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.567136 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.567465 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: quotas Nov 11 20:29:48.567788 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: quotasv2_detail.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.571008 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.571351 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: quota_details Nov 11 20:29:48.571684 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: rbac.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.572795 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.573319 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: rbac-policies Nov 11 20:29:48.573651 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: rbac_address_group.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.574594 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.575104 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: rbac-address-group Nov 11 20:29:48.575430 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: rbac_address_scope.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.576385 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.576895 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: rbac-address-scope Nov 11 20:29:48.577219 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: rbac_security_groups.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.578149 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.578656 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: rbac-security-groups Nov 11 20:29:48.578980 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: rbac_subnetpool.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.580476 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.580982 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: rbac-subnetpool Nov 11 20:29:48.581307 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: revisionifmatch.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.582244 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.582753 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: revision-if-match Nov 11 20:29:48.583076 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: revisions.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.584235 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.584744 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: standard-attr-revisions Nov 11 20:29:48.585068 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: router_availability_zone.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.585746 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.586252 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: router_availability_zone Nov 11 20:29:48.586576 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: routerservicetype.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.587514 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.588041 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extension router-service-type not supported by any of loaded plugins Nov 11 20:29:48.588366 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.589306 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.589810 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: security-groups-normalized-cidr Nov 11 20:29:48.590138 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: security_groups_port_filtering.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.591144 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.591649 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: port-security-groups-filtering Nov 11 20:29:48.591987 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.592933 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.593440 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: security-groups-remote-address-group Nov 11 20:29:48.593766 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.594710 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.595239 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: security-groups-shared-filtering Nov 11 20:29:48.595564 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.596190 dv-cinder-817642-1-iscsi neutron-server[101702]: WARNING neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 11 20:29:48.596512 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: securitygroup.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.607902 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.608595 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: security-group Nov 11 20:29:48.608955 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: segment.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.610031 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.610910 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extension segment not supported by any of loaded plugins Nov 11 20:29:48.611429 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.612618 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.613185 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 11 20:29:48.613534 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: servicetype.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.614768 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.615341 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: service-type Nov 11 20:29:48.615686 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: sorting.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.616824 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.617160 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: sorting Nov 11 20:29:48.617481 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: standard_attr_segment.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.619893 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.619893 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 11 20:29:48.619893 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: standardattrdescription.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.619893 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.620781 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: standard-attr-description Nov 11 20:29:48.620781 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: stateful_security_group.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.621858 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.622407 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: stateful-security-group Nov 11 20:29:48.622810 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: stdattrs_common.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.623503 dv-cinder-817642-1-iscsi neutron-server[101702]: WARNING neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 11 20:29:48.623833 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.624910 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.625490 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 11 20:29:48.625857 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: subnet_onboard.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.627550 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.628353 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: subnet_onboard Nov 11 20:29:48.628779 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.629617 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.630199 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 11 20:29:48.630587 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: subnet_service_types.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.631726 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.632193 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: subnet-service-types Nov 11 20:29:48.632566 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: subnetallocation.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.633792 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.634347 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: subnet_allocation Nov 11 20:29:48.634722 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.635476 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.636058 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: subnetpool-prefix-ops Nov 11 20:29:48.636386 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.637624 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.638199 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 11 20:29:48.638517 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: tagging.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.640039 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.640434 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: standard-attr-tag Nov 11 20:29:48.640810 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: timestamp.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.642734 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.643442 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loaded extension: standard-attr-timestamp Nov 11 20:29:48.643811 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: trunk.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.645243 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.645801 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extension trunk not supported by any of loaded plugins Nov 11 20:29:48.646168 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: trunk_details.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.647204 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.647765 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extension trunk-details not supported by any of loaded plugins Nov 11 20:29:48.648144 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: uplink_status_propagation.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.649423 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.649978 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 11 20:29:48.650183 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Loading extension file: vlantransparent.py {{(pid=101702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 20:29:48.650950 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 20:29:48.651534 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extension vlan-transparent not supported by any of loaded plugins Nov 11 20:29:48.654439 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.quota.resource_registry [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Creating instance of TrackedResource for resource:network Nov 11 20:29:48.655136 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.quota.resource_registry [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Creating instance of TrackedResource for resource:subnet Nov 11 20:29:48.655461 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.quota.resource_registry [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 20:29:48.655917 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.quota.resource_registry [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Creating instance of TrackedResource for resource:port Nov 11 20:29:48.657368 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.v2.resource_helper [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 20:29:48.657990 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.v2.resource_helper [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Service FLAVORS assigned prefix: {{(pid=101702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 20:29:48.658731 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.v2.resource_helper [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 20:29:48.659266 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.v2.resource_helper [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 20:29:48.659682 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.quota.resource_registry [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Creating instance of TrackedResource for resource:router Nov 11 20:29:48.660147 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.quota.resource_registry [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Creating instance of TrackedResource for resource:floatingip Nov 11 20:29:48.660761 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.v2.resource_helper [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Service METERING assigned prefix: /metering {{(pid=101702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 20:29:48.662331 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.662702 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.663056 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:29:48.664102 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.quota.resource_registry [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Creating instance of CountableResource for resource:rbac_policy Nov 11 20:29:48.664550 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.quota.resource_registry [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Creating instance of TrackedResource for resource:security_group Nov 11 20:29:48.664977 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.quota.resource_registry [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Creating instance of TrackedResource for resource:security_group_rule Nov 11 20:29:48.665603 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.v2.resource_helper [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Service CORE assigned prefix: {{(pid=101702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 20:29:48.665944 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.quota.resource_registry [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 20:29:48.666292 dv-cinder-817642-1-iscsi neutron-server[101702]: WARNING neutron.quota.resource_registry [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] subnetpool is already registered Nov 11 20:29:48.666714 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.v2.resource_helper [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Service CORE assigned prefix: {{(pid=101702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 20:29:48.667038 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.quota.resource_registry [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 20:29:48.667368 dv-cinder-817642-1-iscsi neutron-server[101702]: WARNING neutron.quota.resource_registry [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] subnetpool is already registered Nov 11 20:29:48.669802 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.v2.resource_helper [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 20:29:48.670253 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.v2.resource_helper [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Service FLAVORS assigned prefix: {{(pid=101702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 20:29:48.670891 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.v2.resource_helper [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 20:29:48.671331 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.v2.resource_helper [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 20:29:48.671669 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.quota.resource_registry [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Creating instance of TrackedResource for resource:router Nov 11 20:29:48.672036 dv-cinder-817642-1-iscsi neutron-server[101702]: WARNING neutron.quota.resource_registry [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] router is already registered Nov 11 20:29:48.672470 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.quota.resource_registry [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Creating instance of TrackedResource for resource:floatingip Nov 11 20:29:48.672806 dv-cinder-817642-1-iscsi neutron-server[101702]: WARNING neutron.quota.resource_registry [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] floatingip is already registered Nov 11 20:29:48.673334 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.v2.resource_helper [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Service METERING assigned prefix: /metering {{(pid=101702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 20:29:48.674130 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.quota.resource_registry [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Creating instance of CountableResource for resource:rbac_policy Nov 11 20:29:48.674462 dv-cinder-817642-1-iscsi neutron-server[101702]: WARNING neutron.quota.resource_registry [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] rbac_policy is already registered Nov 11 20:29:48.674876 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.quota.resource_registry [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Creating instance of TrackedResource for resource:security_group Nov 11 20:29:48.675230 dv-cinder-817642-1-iscsi neutron-server[101702]: WARNING neutron.quota.resource_registry [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] security_group is already registered Nov 11 20:29:48.675637 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.quota.resource_registry [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Creating instance of TrackedResource for resource:security_group_rule Nov 11 20:29:48.675999 dv-cinder-817642-1-iscsi neutron-server[101702]: WARNING neutron.quota.resource_registry [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] security_group_rule is already registered Nov 11 20:29:48.676494 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.v2.resource_helper [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Service CORE assigned prefix: {{(pid=101702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 20:29:48.676820 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.quota.resource_registry [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 20:29:48.677152 dv-cinder-817642-1-iscsi neutron-server[101702]: WARNING neutron.quota.resource_registry [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] subnetpool is already registered Nov 11 20:29:48.677581 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.v2.resource_helper [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Service CORE assigned prefix: {{(pid=101702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 20:29:48.677906 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.quota.resource_registry [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 20:29:48.678238 dv-cinder-817642-1-iscsi neutron-server[101702]: WARNING neutron.quota.resource_registry [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] subnetpool is already registered Nov 11 20:29:48.680040 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extended resource: extensions {{(pid=101702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:29:48.681574 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extended resource: address-groups {{(pid=101702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:29:48.683050 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extended resource: address-scopes {{(pid=101702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:29:48.684311 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extended resource: agents {{(pid=101702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:29:48.685586 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extended resource: auto-allocated-topology {{(pid=101702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:29:48.686825 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extended resource: availability_zones {{(pid=101702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:29:48.688072 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extended resource: dhcp-networks {{(pid=101702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:29:48.690393 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extended resource: dhcp-agents {{(pid=101702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:29:48.691924 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extended resource: routers {{(pid=101702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:29:48.694045 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extended resource: flavors {{(pid=101702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:29:48.695350 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extended resource: service_profiles {{(pid=101702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:29:48.696614 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extended resource: next_providers {{(pid=101702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:29:48.698075 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extended resource: service_profiles {{(pid=101702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:29:48.699518 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extended resource: floatingip-pools {{(pid=101702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:29:48.700880 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extended resource: routers {{(pid=101702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:29:48.703023 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extended resource: floatingips {{(pid=101702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:29:48.704340 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extended resource: l3-routers {{(pid=101702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:29:48.706406 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extended resource: l3-agents {{(pid=101702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:29:48.707807 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extended resource: metering-labels {{(pid=101702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:29:48.709073 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extended resource: metering-label-rules {{(pid=101702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:29:48.710462 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extended resource: network-ip-availabilities {{(pid=101702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:29:48.711763 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extended resource: bindings {{(pid=101702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:29:48.713358 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extended resource: quotas {{(pid=101702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:29:48.715004 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extended resource: quotas {{(pid=101702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:29:48.716560 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extended resource: rbac-policies {{(pid=101702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:29:48.717739 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extended resource: security-groups {{(pid=101702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:29:48.719065 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extended resource: security-group-rules {{(pid=101702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:29:48.720478 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extended resource: service-providers {{(pid=101702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:29:48.721795 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extended resource: subnetpools {{(pid=101702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:29:48.723193 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extended resource: subnetpools {{(pid=101702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:29:48.724681 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extended resource: tags {{(pid=101702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:29:48.726442 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extended resource: tags {{(pid=101702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:29:48.728266 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extended resource: tags {{(pid=101702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:29:48.730039 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extended resource: tags {{(pid=101702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:29:48.731787 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extended resource: tags {{(pid=101702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:29:48.733817 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extended resource: tags {{(pid=101702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:29:48.735523 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extended resource: tags {{(pid=101702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:29:48.739014 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extended resource: tags {{(pid=101702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:29:48.740826 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extended resource: tags {{(pid=101702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:29:48.742579 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron.api.extensions [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Extended resource: tags {{(pid=101702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 20:29:48.748772 dv-cinder-817642-1-iscsi neutron-server[101702]: WARNING keystonemiddleware.auth_token [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 11 20:29:48.754091 dv-cinder-817642-1-iscsi neutron-server[101702]: WARNING keystonemiddleware.auth_token [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 11 20:29:48.763051 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_concurrency.lockutils [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Acquired lock "singleton_lock" {{(pid=101702) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 11 20:29:48.763523 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_concurrency.lockutils [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Releasing lock "singleton_lock" {{(pid=101702) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 11 20:29:48.764199 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO oslo_service.service [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Starting 2 workers Nov 11 20:29:48.769030 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Started child 101811 {{(pid=101702) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 11 20:29:48.773486 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Started child 101812 {{(pid=101702) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 11 20:29:48.774554 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:29:48.775222 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO neutron.service [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Neutron service started, listening on 0.0.0.0:9696 Nov 11 20:29:48.775639 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Publish callbacks [] for process, before_spawn {{(pid=101702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:29:48.776048 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [-] (101811) wsgi starting up on http://0.0.0.0:9696 Nov 11 20:29:48.778069 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO oslo_service.service [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Starting 1 workers Nov 11 20:29:48.778237 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:29:48.779581 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [-] (101812) wsgi starting up on http://0.0.0.0:9696 Nov 11 20:29:48.783377 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Started child 101813 {{(pid=101702) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 11 20:29:48.783943 dv-cinder-817642-1-iscsi neutron-server[101702]: INFO oslo_service.service [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Starting 1 workers Nov 11 20:29:48.787358 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.service [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] calling RpcWorker wait() {{(pid=101813) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 11 20:29:48.787957 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.service [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] returning from RpcWorker wait() {{(pid=101813) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 11 20:29:48.788602 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Started child 101814 {{(pid=101702) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 11 20:29:48.789299 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:29:48.789412 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG neutron_lib.callbacks.manager [None req-e45a926f-591e-4f9d-8a35-05f5343ea55b None None] Publish callbacks [] for process, after_spawn {{(pid=101702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:29:48.789840 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:29:48.791322 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101702) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 11 20:29:48.791534 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 11 20:29:48.791922 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 11 20:29:48.792154 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 11 20:29:48.792511 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 11 20:29:48.792692 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 11 20:29:48.793364 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.793644 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.793738 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:29:48.794234 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.794234 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.794434 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.794887 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:29:48.795148 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.795412 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.795666 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.795948 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.796252 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.796419 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.796742 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.797009 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.797277 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.797579 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.797846 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.798105 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.798900 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.799055 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.799333 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.799607 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.800077 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.800347 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] debug = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.800591 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.801055 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.801293 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.801547 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.801806 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.802083 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.802332 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.802605 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.802862 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.803078 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.803336 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.803585 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.803845 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.804112 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.804342 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.804596 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.804849 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.805072 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.805567 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] host = dv-cinder-817642-1-iscsi {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.805806 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.806031 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.806258 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.806514 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.806782 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.807015 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.807272 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.807540 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.807789 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.808033 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.808294 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.808545 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.808794 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.809048 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] log_file = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.809215 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] log_options = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.809460 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.809730 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.810001 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.810190 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.810348 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.810525 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.810821 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.810974 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.811246 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.811470 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.811670 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.811912 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.812175 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.812427 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.812751 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.812910 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.813144 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.813356 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.813628 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.813861 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.815724 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.815724 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.815724 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.815724 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.816591 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.816591 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.816591 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.816985 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.816985 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.817239 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.817418 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.817687 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.817925 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.818172 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.818432 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.818680 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.818908 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.819147 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.819420 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.819645 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.819888 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.820183 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.820402 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.820659 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.820897 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.821126 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.821362 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] use_json = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.821573 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.821803 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.822058 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.822271 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.822508 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.822721 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.822961 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.823285 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.823729 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.824021 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.824357 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.825082 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.825082 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.825355 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.825550 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.825785 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.826042 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.826286 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.826574 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.826812 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.827126 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.827383 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.827640 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.827954 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.828232 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.828501 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.828763 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.828958 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.829164 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.829415 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.829824 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.830186 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.830462 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.830697 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.830922 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.831265 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.831528 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.831797 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.832104 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.832341 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.832601 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.832866 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.833106 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.833287 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.833503 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.833850 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.834001 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.834205 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.834444 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.834693 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.834908 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.835130 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.835388 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.835651 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.835879 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.836122 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.836395 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.836634 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.836775 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.837017 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.837245 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.841440 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.841440 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.841440 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.841440 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.841440 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.841440 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.841440 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.841440 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.841440 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.842713 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.842713 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.842713 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.842713 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.842713 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.842713 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.842713 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.842713 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.842713 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.843905 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.843905 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.843905 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.843905 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.843905 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.843905 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.843905 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.844843 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.844843 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.844843 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.844843 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.844843 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.845826 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.845826 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.845826 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.846519 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.846519 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.846519 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.847271 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.847271 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.847271 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.847652 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.847652 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.847958 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.848216 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.848442 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.848658 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.848855 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.849086 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.849333 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.849571 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.849799 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.850020 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.850231 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.850501 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.850734 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.850952 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.851169 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.851388 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.851613 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.851877 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.852220 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.852470 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.852619 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.852805 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.853075 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.853619 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.853619 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.853902 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.854406 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.854406 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.854697 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.854948 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.855192 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.855417 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.855636 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.855851 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.856098 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.856348 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.856570 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.856979 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.857427 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.857843 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.858254 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.858616 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.858996 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.859313 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.859541 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.859751 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.859961 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.860255 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.860514 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.861476 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.862220 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.862478 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.862730 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.862972 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.863206 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.863420 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.863649 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.863892 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.864127 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.864371 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.864610 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.864842 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.865052 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.865280 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.865967 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.865967 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.865967 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.866319 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.866436 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.866811 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.866936 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.867039 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.867855 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.867855 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.867855 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.868224 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.868224 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.868420 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.868534 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.868777 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.869220 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.869220 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.869475 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.869925 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.869925 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.870164 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.870420 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.870595 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.870810 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.871017 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.871224 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.871439 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.871667 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.871874 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.872115 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.872347 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.872590 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.872838 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.873173 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.873428 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.873666 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.873896 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.874107 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.874361 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.874592 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.874804 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.875015 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.875224 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.875433 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.875704 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.875910 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.876162 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.876485 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.877430 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.877914 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.878139 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.878336 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.878623 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.878859 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.879101 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.879348 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.879579 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.879784 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.880031 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.880239 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.880444 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.880664 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.880870 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.881077 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.881323 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.881528 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.881745 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.881958 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.882168 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.882371 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.882628 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.882855 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.883270 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.883270 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.883547 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.883679 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.883893 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.884127 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.884331 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.884547 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.884757 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.884960 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.885183 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.885386 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.886392 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.886392 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.886392 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.886392 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.886889 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.886889 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.886889 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.887310 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.887396 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.887626 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.887878 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.888222 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.888447 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.888706 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.888918 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.889128 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.889342 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.889593 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.889895 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.890182 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.890423 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.890650 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.890932 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.891218 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.891484 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.891693 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.892105 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.893032 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.893308 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.893568 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.893825 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.894069 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.894294 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.894516 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.894809 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.895051 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.895302 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.895592 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.895817 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.896088 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.896322 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.896546 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.896761 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.897013 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.897321 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.897574 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.897813 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.897970 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 11 20:29:48.898511 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101702) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 11 20:29:48.898668 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 11 20:29:48.898818 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 11 20:29:48.899005 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 11 20:29:48.899173 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 11 20:29:48.899322 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 11 20:29:48.899530 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.899689 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.900041 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.900202 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.900359 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.900539 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.904086 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.904086 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.904086 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.904086 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.904086 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.904086 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.904086 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.904086 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.904664 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.904664 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.904664 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.904664 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.904664 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.904664 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.904664 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.904664 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.905209 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] debug = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.905209 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.905209 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.905209 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.905209 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.905209 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.905603 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.905603 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.905603 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.905603 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.905603 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.905603 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.905603 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.905603 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.906023 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.906023 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.906023 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.906023 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.906023 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.906023 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] host = dv-cinder-817642-1-iscsi {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.906023 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.906391 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.906391 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.906504 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.906603 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.906855 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.906984 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.907060 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.907218 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.907350 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.907506 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.908011 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.908544 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.908706 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] log_file = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.908865 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] log_options = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.909022 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.909178 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.909334 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.909519 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.909681 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.909839 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.909998 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.910161 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.910321 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.910462 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.910602 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.910752 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.910911 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.911069 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.911245 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.911378 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.911519 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.911672 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.911822 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.912007 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.912156 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.912314 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.912455 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.912611 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.912752 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.912913 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.913067 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.913221 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.913378 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.913533 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.913687 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.913845 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.913994 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.914157 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.914291 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.914446 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.914601 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.914756 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.914916 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.915071 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.915225 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.915379 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.915533 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.915688 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.915844 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.916018 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.916174 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] use_json = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.916330 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.916485 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.916640 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.916796 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.916950 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.917105 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.917258 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.917773 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 20:29:48.917773 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.917773 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.918106 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.918106 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.918337 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.918337 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.918577 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.918577 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.918809 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.918930 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.919051 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.919161 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.919354 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.919477 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.919638 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.919797 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.920149 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.920311 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.920470 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.920628 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.920785 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.920945 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.921110 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.921269 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.921428 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.921585 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.921743 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.921916 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.922077 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.922237 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.922394 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.922552 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.922711 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.922870 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.923011 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.923176 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.923872 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.924584 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.924751 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.924913 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.925073 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.925232 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.925429 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.925551 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.925710 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.925869 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.926071 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.926209 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.926332 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.926478 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.926635 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.926793 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.926951 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.927111 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.927266 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.927435 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.927593 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.927752 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.927909 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.928089 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.928251 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.928409 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.928566 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.928723 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.928882 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.929022 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.929197 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.929355 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.929563 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.929766 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.929892 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.930001 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.930087 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.930241 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.930397 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.930555 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.930711 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.930868 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.931026 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.931194 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.931332 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.931489 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.931648 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.931806 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.931962 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.932121 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.932283 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.932440 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.932598 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.932768 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.932966 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.933135 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.933251 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.933388 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.933545 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.933702 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.933860 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.934018 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.934126 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:29:48.934224 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.934304 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.934464 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.934620 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.934779 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.934936 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.935092 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.935249 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.935405 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.935561 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.935718 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.935876 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.936053 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.936213 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.936371 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.936529 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.936685 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.936841 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.937005 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.937254 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.937426 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.937584 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.937748 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.937916 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.938075 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.938231 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.938387 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.938546 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.938705 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.938860 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.940570 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.940999 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.941167 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.941330 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.941499 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.941671 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.941831 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.941991 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.942148 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.942330 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.942489 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.942646 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.942804 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.942961 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.943196 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.943362 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.943521 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.943679 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.943840 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.944022 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.944229 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.944380 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.944548 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.944692 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.944838 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.944979 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.945120 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.945346 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.945346 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.945629 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.945629 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.945837 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.945916 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.946064 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.946224 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.946381 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.946538 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.946695 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.946852 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.947009 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.947165 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.947321 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.947478 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.947635 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.947792 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.948011 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.948151 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.948298 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.948456 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.948851 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.948851 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.949092 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.949092 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.949321 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.949441 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.949523 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.949649 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.949806 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.949965 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.950124 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.950282 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.950441 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.950600 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.950771 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.950927 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.951085 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.951241 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.951401 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.951740 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.951740 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.951999 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.952115 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.952223 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.952325 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.952462 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.952618 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.952779 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.952937 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.953096 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.953406 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.953406 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.953551 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.953692 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.953862 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.954019 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.954175 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.954333 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.954523 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.954684 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.955402 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.955596 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.955764 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.955923 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.956113 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.956237 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.956407 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.956565 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.956723 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.956880 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.957043 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.957239 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.957412 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.957560 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.957706 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.957851 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.957994 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.958138 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.958275 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.958416 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.958556 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.958704 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.958866 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.958998 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.959140 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.959280 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.959445 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.959584 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.959724 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.959876 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.960672 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.960672 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.960672 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.960672 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.960672 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.961234 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.961234 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.961234 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.961234 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.961667 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.961667 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.961667 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.962077 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.962077 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.962077 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.962398 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.962398 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.962633 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.962743 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.962847 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.962976 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.963133 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.964015 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.964015 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.964015 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.964015 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.964015 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.964711 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.964711 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.964711 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.964711 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.964711 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.965339 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.965339 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.965339 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.965339 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.965772 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.965772 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.965772 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.965985 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.965985 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.966135 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.966238 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 20:29:48.966386 dv-cinder-817642-1-iscsi neutron-server[101702]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 11 20:29:49.109741 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 38304) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:29:49.118734 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [-] 10.222.0.61 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063188 Nov 11 20:30:00.773580 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b809901-4109-4109-b794-1f58a4ee70aa None None] get_active_networks_info from dv-cinder-817642-1-iscsi {{(pid=101813) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 20:30:00.849434 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b809901-4109-4109-b794-1f58a4ee70aa None None] No non-hosted networks {{(pid=101813) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 11 20:30:00.965941 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-cf7ddf95-3883-48fe-904d-fb7fa522d461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-656300'] for agent, after_create {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:03.312509 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-9b4beee3-808a-46b8-a8ef-760fcad40b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-656300'] for agent, after_create {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:03.358996 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-fd8f0e33-0914-49e5-bd2f-70b3bbfbd1f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:04.352985 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3d9940ef-842e-4b07-a279-f9f66b0ee11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-656300'] for agent, after_create {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:06.092771 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b24fd597-249d-429f-8b46-48f3c6a9ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-656300'] for agent, after_create {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:06.402795 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-656300'] for agent, after_create {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:06.403935 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:06.404811 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:06.405346 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:06.406021 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:06.406508 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:06.407129 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:06.407674 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:06.408876 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:06.409588 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:06.411071 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:06.411844 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:06.412299 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:06.413045 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-817642-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:30:06.421482 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-817642-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:30:07.292413 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 38394) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:30:07.903136 dv-cinder-817642-1-iscsi neutron-server[101812]: WARNING oslo_policy.policy [None req-b2ce8725-293b-4e8e-9643-f09da412c5d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 20:30:07.903709 dv-cinder-817642-1-iscsi neutron-server[101812]: WARNING oslo_policy.policy [None req-b2ce8725-293b-4e8e-9643-f09da412c5d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 20:30:08.134040 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [None req-b2ce8725-293b-4e8e-9643-f09da412c5d1 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=101812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:30:08.135056 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-b2ce8725-293b-4e8e-9643-f09da412c5d1 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8417218 Nov 11 20:30:10.686631 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 38410) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:30:10.906368 dv-cinder-817642-1-iscsi neutron-server[101813]: INFO neutron.db.l3_hamode_db [None req-5784622c-8b8f-48e1-8232-6794cf0c8639 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 11 20:30:10.989576 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5784622c-8b8f-48e1-8232-6794cf0c8639 None None] Routers set() bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:30:10.990087 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5784622c-8b8f-48e1-8232-6794cf0c8639 None None] Router IDs set() for agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 11 20:30:11.045899 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [None req-34f10a2f-b55c-4e58-9ab7-7f78a6ed8c63 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:30:11.147233 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.policy [None req-34f10a2f-b55c-4e58-9ab7-7f78a6ed8c63 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101812) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 11 20:30:11.195015 dv-cinder-817642-1-iscsi neutron-server[101812]: WARNING oslo_policy.policy [None req-34f10a2f-b55c-4e58-9ab7-7f78a6ed8c63 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 20:30:11.195398 dv-cinder-817642-1-iscsi neutron-server[101812]: WARNING oslo_policy.policy [None req-34f10a2f-b55c-4e58-9ab7-7f78a6ed8c63 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 20:30:11.204093 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.quota [None req-34f10a2f-b55c-4e58-9ab7-7f78a6ed8c63 admin admin] Loaded quota_driver: . Nov 11 20:30:11.296174 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-34f10a2f-b55c-4e58-9ab7-7f78a6ed8c63 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768472613884', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768472614315', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768472740845', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768472743454', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768472000229', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768472713775', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16325135', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16518291', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-868347', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1023123'] for rbac-policy, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:11.366940 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-34f10a2f-b55c-4e58-9ab7-7f78a6ed8c63 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:11.368186 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-34f10a2f-b55c-4e58-9ab7-7f78a6ed8c63 admin admin] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6804323 Nov 11 20:30:14.148380 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 38422) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:30:14.469797 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [None req-e5457831-9f32-4fdc-bad9-681f3ebf3717 admin admin] Request body: {'network': {'name': 'private', 'project_id': '855af2b30cbd4aa581732b5e1bac6d9f', 'tenant_id': '855af2b30cbd4aa581732b5e1bac6d9f', 'admin_state_up': True}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:30:14.500816 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5457831-9f32-4fdc-bad9-681f3ebf3717 admin admin] Made reservation on behalf of 855af2b30cbd4aa581732b5e1bac6d9f for: {'network': 1} {{(pid=101812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:30:14.504246 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-e5457831-9f32-4fdc-bad9-681f3ebf3717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for network, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:14.521860 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-e5457831-9f32-4fdc-bad9-681f3ebf3717 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:14.650461 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-e5457831-9f32-4fdc-bad9-681f3ebf3717 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:14.654553 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-e5457831-9f32-4fdc-bad9-681f3ebf3717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:14.675722 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5457831-9f32-4fdc-bad9-681f3ebf3717 admin admin] vlan segment allocate from pool success with {'vlan_id': 899, 'physical_network': 'physnet1'} {{(pid=101812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:30:14.707323 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-e5457831-9f32-4fdc-bad9-681f3ebf3717 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768469249509', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16407769'] for segment, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:14.707925 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-e5457831-9f32-4fdc-bad9-681f3ebf3717 admin admin] Unsubscribe: segment precommit_create {{(pid=101812) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 11 20:30:14.708473 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.db.segments_db [None req-e5457831-9f32-4fdc-bad9-681f3ebf3717 admin admin] Added segment 0cd0d2d7-4b00-440b-8a05-e8042cd5b633 of type vlan for network 3e77db0e-53a8-4101-975c-312f44ecced9 Nov 11 20:30:14.725196 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5457831-9f32-4fdc-bad9-681f3ebf3717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29d4b38-9ad2-4dce-822e-72871bd2d50b,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:30:14.778125 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5457831-9f32-4fdc-bad9-681f3ebf3717 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:14.778388 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5457831-9f32-4fdc-bad9-681f3ebf3717 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:14.778757 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5457831-9f32-4fdc-bad9-681f3ebf3717 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:14.779095 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5457831-9f32-4fdc-bad9-681f3ebf3717 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:14.779439 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5457831-9f32-4fdc-bad9-681f3ebf3717 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:14.779796 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5457831-9f32-4fdc-bad9-681f3ebf3717 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:14.780194 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5457831-9f32-4fdc-bad9-681f3ebf3717 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:14.780549 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5457831-9f32-4fdc-bad9-681f3ebf3717 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:14.780919 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5457831-9f32-4fdc-bad9-681f3ebf3717 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:14.781263 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5457831-9f32-4fdc-bad9-681f3ebf3717 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:14.781595 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5457831-9f32-4fdc-bad9-681f3ebf3717 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:14.781927 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5457831-9f32-4fdc-bad9-681f3ebf3717 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:14.783077 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5457831-9f32-4fdc-bad9-681f3ebf3717 admin admin] Tracked resource versions report: Nov 11 20:30:14.783077 dv-cinder-817642-1-iscsi neutron-server[101812]: pushed versions: Nov 11 20:30:14.783077 dv-cinder-817642-1-iscsi neutron-server[101812]: { 'AddressGroup': {'1.2'}, Nov 11 20:30:14.783077 dv-cinder-817642-1-iscsi neutron-server[101812]: 'ConntrackHelper': {'1.0'}, Nov 11 20:30:14.783077 dv-cinder-817642-1-iscsi neutron-server[101812]: 'Log': {'1.0'}, Nov 11 20:30:14.783077 dv-cinder-817642-1-iscsi neutron-server[101812]: 'Network': {'1.1'}, Nov 11 20:30:14.783077 dv-cinder-817642-1-iscsi neutron-server[101812]: 'Port': {'1.7'}, Nov 11 20:30:14.783077 dv-cinder-817642-1-iscsi neutron-server[101812]: 'PortForwarding': {'1.2'}, Nov 11 20:30:14.783077 dv-cinder-817642-1-iscsi neutron-server[101812]: 'QosPolicy': {'1.10'}, Nov 11 20:30:14.783077 dv-cinder-817642-1-iscsi neutron-server[101812]: 'SecurityGroup': {'1.5'}, Nov 11 20:30:14.783077 dv-cinder-817642-1-iscsi neutron-server[101812]: 'SecurityGroupRule': {'1.2'}, Nov 11 20:30:14.783077 dv-cinder-817642-1-iscsi neutron-server[101812]: 'SubPort': {'1.0'}, Nov 11 20:30:14.783077 dv-cinder-817642-1-iscsi neutron-server[101812]: 'Subnet': {'1.1'}, Nov 11 20:30:14.783077 dv-cinder-817642-1-iscsi neutron-server[101812]: 'Trunk': {'1.1'}} Nov 11 20:30:14.783077 dv-cinder-817642-1-iscsi neutron-server[101812]: consumer versions: Nov 11 20:30:14.783077 dv-cinder-817642-1-iscsi neutron-server[101812]: { DHCP agent@dv-cinder-817642-1-iscsi: {}, Nov 11 20:30:14.783077 dv-cinder-817642-1-iscsi neutron-server[101812]: L3 agent@dv-cinder-817642-1-iscsi: {}, Nov 11 20:30:14.783077 dv-cinder-817642-1-iscsi neutron-server[101812]: Metadata agent@dv-cinder-817642-1-iscsi: {}, Nov 11 20:30:14.783077 dv-cinder-817642-1-iscsi neutron-server[101812]: Metering agent@dv-cinder-817642-1-iscsi: {}, Nov 11 20:30:14.783077 dv-cinder-817642-1-iscsi neutron-server[101812]: Open vSwitch agent@dv-cinder-817642-1-iscsi: { 'AddressGroup': '1.2', Nov 11 20:30:14.783077 dv-cinder-817642-1-iscsi neutron-server[101812]: 'ConntrackHelper': '1.0', Nov 11 20:30:14.783077 dv-cinder-817642-1-iscsi neutron-server[101812]: 'Log': '1.0', Nov 11 20:30:14.783077 dv-cinder-817642-1-iscsi neutron-server[101812]: 'Network': '1.1', Nov 11 20:30:14.783077 dv-cinder-817642-1-iscsi neutron-server[101812]: 'Port': '1.7', Nov 11 20:30:14.783077 dv-cinder-817642-1-iscsi neutron-server[101812]: 'PortForwarding': '1.2', Nov 11 20:30:14.783077 dv-cinder-817642-1-iscsi neutron-server[101812]: 'QosPolicy': '1.10', Nov 11 20:30:14.783077 dv-cinder-817642-1-iscsi neutron-server[101812]: 'SecurityGroup': '1.5', Nov 11 20:30:14.783077 dv-cinder-817642-1-iscsi neutron-server[101812]: 'SecurityGroupRule': '1.2', Nov 11 20:30:14.783077 dv-cinder-817642-1-iscsi neutron-server[101812]: 'SubPort': '1.0', Nov 11 20:30:14.783077 dv-cinder-817642-1-iscsi neutron-server[101812]: 'Subnet': '1.1', Nov 11 20:30:14.783077 dv-cinder-817642-1-iscsi neutron-server[101812]: 'Trunk': '1.1'}} Nov 11 20:30:14.783077 dv-cinder-817642-1-iscsi neutron-server[101812]: {{(pid=101812) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 20:30:14.834939 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-e5457831-9f32-4fdc-bad9-681f3ebf3717 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768468705491'] for network, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:14.878764 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-e5457831-9f32-4fdc-bad9-681f3ebf3717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858'] for network, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:14.880009 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5457831-9f32-4fdc-bad9-681f3ebf3717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:30:14.880820 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-e5457831-9f32-4fdc-bad9-681f3ebf3717 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for network, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:14.935136 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-e5457831-9f32-4fdc-bad9-681f3ebf3717 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7856545 Nov 11 20:30:14.991006 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5457831-9f32-4fdc-bad9-681f3ebf3717 admin admin] Pushing event updated for resources: {'Network': ['ID=3e77db0e-53a8-4101-975c-312f44ecced9,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:30:15.007794 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Network 3e77db0e-53a8-4101-975c-312f44ecced9 details requested by agent ovs-agent-dv-cinder-817642-1-iscsi with host dv-cinder-817642-1-iscsi {{(pid=101813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:30:17.728514 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 38436) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:30:18.224736 dv-cinder-817642-1-iscsi neutron-server[101811]: WARNING oslo_policy.policy [None req-1494152f-5786-4af5-a1eb-0931a22aa3fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 20:30:18.225330 dv-cinder-817642-1-iscsi neutron-server[101811]: WARNING oslo_policy.policy [None req-1494152f-5786-4af5-a1eb-0931a22aa3fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 20:30:18.680507 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.policy [None req-1494152f-5786-4af5-a1eb-0931a22aa3fd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101811) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 11 20:30:18.728554 dv-cinder-817642-1-iscsi neutron-server[101811]: WARNING oslo_policy.policy [None req-1494152f-5786-4af5-a1eb-0931a22aa3fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 20:30:18.729123 dv-cinder-817642-1-iscsi neutron-server[101811]: WARNING oslo_policy.policy [None req-1494152f-5786-4af5-a1eb-0931a22aa3fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 20:30:18.738340 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1494152f-5786-4af5-a1eb-0931a22aa3fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:30:18.740314 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-1494152f-5786-4af5-a1eb-0931a22aa3fd admin admin] 10.222.0.61 "GET /v2.0/networks/3e77db0e-53a8-4101-975c-312f44ecced9 HTTP/1.1" status: 200 len: 825 time: 1.0097599 Nov 11 20:30:18.778915 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-ab963a6a-af83-4630-b928-2726ec3e9554 admin admin] 10.222.0.61 "GET /v2.0/subnetpools/013c07d1-4eff-4f30-8f48-df1f626bea9b HTTP/1.1" status: 200 len: 734 time: 0.0324028 Nov 11 20:30:18.788719 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [None req-30a10ef5-7e71-44d8-8ac9-58d673dfb782 admin admin] Request body: {'subnet': {'tenant_id': '855af2b30cbd4aa581732b5e1bac6d9f', 'subnetpool_id': '013c07d1-4eff-4f30-8f48-df1f626bea9b', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '3e77db0e-53a8-4101-975c-312f44ecced9'}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:30:18.790326 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.quota [None req-30a10ef5-7e71-44d8-8ac9-58d673dfb782 admin admin] Loaded quota_driver: . Nov 11 20:30:18.829467 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a10ef5-7e71-44d8-8ac9-58d673dfb782 admin admin] Made reservation on behalf of 855af2b30cbd4aa581732b5e1bac6d9f for: {'subnet': 1} {{(pid=101811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:30:18.832463 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-30a10ef5-7e71-44d8-8ac9-58d673dfb782 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:19.124417 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-30a10ef5-7e71-44d8-8ac9-58d673dfb782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858'] for subnet, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:19.199283 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a10ef5-7e71-44d8-8ac9-58d673dfb782 admin admin] Checking segment: {'id': '0cd0d2d7-4b00-440b-8a05-e8042cd5b633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '3e77db0e-53a8-4101-975c-312f44ecced9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:30:19.199666 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a10ef5-7e71-44d8-8ac9-58d673dfb782 admin admin] Network hostable DHCP agents. Network: 3e77db0e-53a8-4101-975c-312f44ecced9, hostable agents: ['4584d237-ef17-41dc-89a8-5da37ed889a0'], hosted agents: [] {{(pid=101811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:30:19.208579 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a10ef5-7e71-44d8-8ac9-58d673dfb782 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52672cf6-695d-47a3-b35d-9db1f8c931a4,revision_number=0']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:30:19.223837 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a10ef5-7e71-44d8-8ac9-58d673dfb782 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:19.224205 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a10ef5-7e71-44d8-8ac9-58d673dfb782 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:19.224539 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a10ef5-7e71-44d8-8ac9-58d673dfb782 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:19.224864 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a10ef5-7e71-44d8-8ac9-58d673dfb782 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:19.225185 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a10ef5-7e71-44d8-8ac9-58d673dfb782 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:19.225520 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a10ef5-7e71-44d8-8ac9-58d673dfb782 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:19.225842 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a10ef5-7e71-44d8-8ac9-58d673dfb782 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:19.226171 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a10ef5-7e71-44d8-8ac9-58d673dfb782 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:19.226503 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a10ef5-7e71-44d8-8ac9-58d673dfb782 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:19.226820 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a10ef5-7e71-44d8-8ac9-58d673dfb782 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:19.227141 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a10ef5-7e71-44d8-8ac9-58d673dfb782 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:19.227450 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a10ef5-7e71-44d8-8ac9-58d673dfb782 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:19.228543 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a10ef5-7e71-44d8-8ac9-58d673dfb782 admin admin] Tracked resource versions report: Nov 11 20:30:19.228543 dv-cinder-817642-1-iscsi neutron-server[101811]: pushed versions: Nov 11 20:30:19.228543 dv-cinder-817642-1-iscsi neutron-server[101811]: { 'AddressGroup': {'1.2'}, Nov 11 20:30:19.228543 dv-cinder-817642-1-iscsi neutron-server[101811]: 'ConntrackHelper': {'1.0'}, Nov 11 20:30:19.228543 dv-cinder-817642-1-iscsi neutron-server[101811]: 'Log': {'1.0'}, Nov 11 20:30:19.228543 dv-cinder-817642-1-iscsi neutron-server[101811]: 'Network': {'1.1'}, Nov 11 20:30:19.228543 dv-cinder-817642-1-iscsi neutron-server[101811]: 'Port': {'1.7'}, Nov 11 20:30:19.228543 dv-cinder-817642-1-iscsi neutron-server[101811]: 'PortForwarding': {'1.2'}, Nov 11 20:30:19.228543 dv-cinder-817642-1-iscsi neutron-server[101811]: 'QosPolicy': {'1.10'}, Nov 11 20:30:19.228543 dv-cinder-817642-1-iscsi neutron-server[101811]: 'SecurityGroup': {'1.5'}, Nov 11 20:30:19.228543 dv-cinder-817642-1-iscsi neutron-server[101811]: 'SecurityGroupRule': {'1.2'}, Nov 11 20:30:19.228543 dv-cinder-817642-1-iscsi neutron-server[101811]: 'SubPort': {'1.0'}, Nov 11 20:30:19.228543 dv-cinder-817642-1-iscsi neutron-server[101811]: 'Subnet': {'1.1'}, Nov 11 20:30:19.228543 dv-cinder-817642-1-iscsi neutron-server[101811]: 'Trunk': {'1.1'}} Nov 11 20:30:19.228543 dv-cinder-817642-1-iscsi neutron-server[101811]: consumer versions: Nov 11 20:30:19.228543 dv-cinder-817642-1-iscsi neutron-server[101811]: { DHCP agent@dv-cinder-817642-1-iscsi: {}, Nov 11 20:30:19.228543 dv-cinder-817642-1-iscsi neutron-server[101811]: L3 agent@dv-cinder-817642-1-iscsi: {}, Nov 11 20:30:19.228543 dv-cinder-817642-1-iscsi neutron-server[101811]: Metadata agent@dv-cinder-817642-1-iscsi: {}, Nov 11 20:30:19.228543 dv-cinder-817642-1-iscsi neutron-server[101811]: Metering agent@dv-cinder-817642-1-iscsi: {}, Nov 11 20:30:19.228543 dv-cinder-817642-1-iscsi neutron-server[101811]: Open vSwitch agent@dv-cinder-817642-1-iscsi: { 'AddressGroup': '1.2', Nov 11 20:30:19.228543 dv-cinder-817642-1-iscsi neutron-server[101811]: 'ConntrackHelper': '1.0', Nov 11 20:30:19.228543 dv-cinder-817642-1-iscsi neutron-server[101811]: 'Log': '1.0', Nov 11 20:30:19.228543 dv-cinder-817642-1-iscsi neutron-server[101811]: 'Network': '1.1', Nov 11 20:30:19.228543 dv-cinder-817642-1-iscsi neutron-server[101811]: 'Port': '1.7', Nov 11 20:30:19.228543 dv-cinder-817642-1-iscsi neutron-server[101811]: 'PortForwarding': '1.2', Nov 11 20:30:19.228543 dv-cinder-817642-1-iscsi neutron-server[101811]: 'QosPolicy': '1.10', Nov 11 20:30:19.228543 dv-cinder-817642-1-iscsi neutron-server[101811]: 'SecurityGroup': '1.5', Nov 11 20:30:19.228543 dv-cinder-817642-1-iscsi neutron-server[101811]: 'SecurityGroupRule': '1.2', Nov 11 20:30:19.228543 dv-cinder-817642-1-iscsi neutron-server[101811]: 'SubPort': '1.0', Nov 11 20:30:19.228543 dv-cinder-817642-1-iscsi neutron-server[101811]: 'Subnet': '1.1', Nov 11 20:30:19.228543 dv-cinder-817642-1-iscsi neutron-server[101811]: 'Trunk': '1.1'}} Nov 11 20:30:19.228543 dv-cinder-817642-1-iscsi neutron-server[101811]: {{(pid=101811) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 20:30:19.261273 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a10ef5-7e71-44d8-8ac9-58d673dfb782 admin admin] Network 3e77db0e-53a8-4101-975c-312f44ecced9 is scheduled to be hosted by DHCP agent 4584d237-ef17-41dc-89a8-5da37ed889a0 with binding_index 1 {{(pid=101811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:30:19.274241 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.base_scheduler [None req-30a10ef5-7e71-44d8-8ac9-58d673dfb782 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817642-1-iscsi, 3e77db0e-53a8-4101-975c-312f44ecced9) {{(pid=101811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:30:19.279155 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a10ef5-7e71-44d8-8ac9-58d673dfb782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:30:19.279791 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-30a10ef5-7e71-44d8-8ac9-58d673dfb782 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for subnet, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:19.285654 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967b6142-a555-4859-8e96-e7328b2a1145 None None] Network 3e77db0e-53a8-4101-975c-312f44ecced9 requested from dv-cinder-817642-1-iscsi {{(pid=101813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:30:19.303239 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-30a10ef5-7e71-44d8-8ac9-58d673dfb782 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5173197 Nov 11 20:30:19.625283 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b8041e-0e03-43ef-b9fa-463519fe4a9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc500f935-dd16-56a1-90f5-a4026435ad68-3e77db0e-53a8-4101-975c-312f44ecced9', 'network_id': '3e77db0e-53a8-4101-975c-312f44ecced9', 'tenant_id': '855af2b30cbd4aa581732b5e1bac6d9f', 'fixed_ips': [{'subnet_id': '52672cf6-695d-47a3-b35d-9db1f8c931a4'}]}} from dv-cinder-817642-1-iscsi. {{(pid=101813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 20:30:19.626591 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-d7b8041e-0e03-43ef-b9fa-463519fe4a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:19.944152 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.db_base_plugin_common [None req-d7b8041e-0e03-43ef-b9fa-463519fe4a9b None None] Allocated IP 172.20.0.2 (3e77db0e-53a8-4101-975c-312f44ecced9/52672cf6-695d-47a3-b35d-9db1f8c931a4/dbc05623-bf08-4785-ac66-48fe7ade1417) {{(pid=101813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:30:20.161494 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-d7b8041e-0e03-43ef-b9fa-463519fe4a9b None None] Publish callbacks [] for port, precommit_create {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:20.170766 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-d7b8041e-0e03-43ef-b9fa-463519fe4a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945'] for port, after_create {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:20.249959 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b8041e-0e03-43ef-b9fa-463519fe4a9b None None] Network 3e77db0e-53a8-4101-975c-312f44ecced9 is already hosted by enough agents. {{(pid=101813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:30:20.256491 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.scheduler.base_scheduler [None req-d7b8041e-0e03-43ef-b9fa-463519fe4a9b None None] Resources bound (agent type, host, resource id): {{(pid=101813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:30:20.271864 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b8041e-0e03-43ef-b9fa-463519fe4a9b None None] Received port after_create {{(pid=101813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:30:20.282392 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b8041e-0e03-43ef-b9fa-463519fe4a9b None None] Pushing event updated for resources: {'Port': ['ID=dbc05623-bf08-4785-ac66-48fe7ade1417,revision_number=1']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:30:20.325955 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b8041e-0e03-43ef-b9fa-463519fe4a9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:20.326604 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b8041e-0e03-43ef-b9fa-463519fe4a9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:20.326687 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b8041e-0e03-43ef-b9fa-463519fe4a9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:20.326959 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b8041e-0e03-43ef-b9fa-463519fe4a9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:20.327287 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b8041e-0e03-43ef-b9fa-463519fe4a9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:20.327608 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b8041e-0e03-43ef-b9fa-463519fe4a9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:20.327928 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b8041e-0e03-43ef-b9fa-463519fe4a9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:20.328278 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b8041e-0e03-43ef-b9fa-463519fe4a9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:20.328610 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b8041e-0e03-43ef-b9fa-463519fe4a9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:20.328931 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b8041e-0e03-43ef-b9fa-463519fe4a9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:20.329249 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b8041e-0e03-43ef-b9fa-463519fe4a9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:20.329562 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b8041e-0e03-43ef-b9fa-463519fe4a9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:20.331370 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b8041e-0e03-43ef-b9fa-463519fe4a9b None None] Tracked resource versions report: Nov 11 20:30:20.331370 dv-cinder-817642-1-iscsi neutron-server[101813]: pushed versions: Nov 11 20:30:20.331370 dv-cinder-817642-1-iscsi neutron-server[101813]: { 'AddressGroup': {'1.2'}, Nov 11 20:30:20.331370 dv-cinder-817642-1-iscsi neutron-server[101813]: 'ConntrackHelper': {'1.0'}, Nov 11 20:30:20.331370 dv-cinder-817642-1-iscsi neutron-server[101813]: 'Log': {'1.0'}, Nov 11 20:30:20.331370 dv-cinder-817642-1-iscsi neutron-server[101813]: 'Network': {'1.1'}, Nov 11 20:30:20.331370 dv-cinder-817642-1-iscsi neutron-server[101813]: 'Port': {'1.7'}, Nov 11 20:30:20.331370 dv-cinder-817642-1-iscsi neutron-server[101813]: 'PortForwarding': {'1.2'}, Nov 11 20:30:20.331370 dv-cinder-817642-1-iscsi neutron-server[101813]: 'QosPolicy': {'1.10'}, Nov 11 20:30:20.331370 dv-cinder-817642-1-iscsi neutron-server[101813]: 'SecurityGroup': {'1.5'}, Nov 11 20:30:20.331370 dv-cinder-817642-1-iscsi neutron-server[101813]: 'SecurityGroupRule': {'1.2'}, Nov 11 20:30:20.331370 dv-cinder-817642-1-iscsi neutron-server[101813]: 'SubPort': {'1.0'}, Nov 11 20:30:20.331370 dv-cinder-817642-1-iscsi neutron-server[101813]: 'Subnet': {'1.1'}, Nov 11 20:30:20.331370 dv-cinder-817642-1-iscsi neutron-server[101813]: 'Trunk': {'1.1'}} Nov 11 20:30:20.331370 dv-cinder-817642-1-iscsi neutron-server[101813]: consumer versions: Nov 11 20:30:20.331370 dv-cinder-817642-1-iscsi neutron-server[101813]: { DHCP agent@dv-cinder-817642-1-iscsi: {}, Nov 11 20:30:20.331370 dv-cinder-817642-1-iscsi neutron-server[101813]: L3 agent@dv-cinder-817642-1-iscsi: {}, Nov 11 20:30:20.331370 dv-cinder-817642-1-iscsi neutron-server[101813]: Metadata agent@dv-cinder-817642-1-iscsi: {}, Nov 11 20:30:20.331370 dv-cinder-817642-1-iscsi neutron-server[101813]: Metering agent@dv-cinder-817642-1-iscsi: {}, Nov 11 20:30:20.331370 dv-cinder-817642-1-iscsi neutron-server[101813]: Open vSwitch agent@dv-cinder-817642-1-iscsi: { 'AddressGroup': '1.2', Nov 11 20:30:20.331370 dv-cinder-817642-1-iscsi neutron-server[101813]: 'ConntrackHelper': '1.0', Nov 11 20:30:20.331370 dv-cinder-817642-1-iscsi neutron-server[101813]: 'Log': '1.0', Nov 11 20:30:20.331370 dv-cinder-817642-1-iscsi neutron-server[101813]: 'Network': '1.1', Nov 11 20:30:20.331370 dv-cinder-817642-1-iscsi neutron-server[101813]: 'Port': '1.7', Nov 11 20:30:20.331370 dv-cinder-817642-1-iscsi neutron-server[101813]: 'PortForwarding': '1.2', Nov 11 20:30:20.331370 dv-cinder-817642-1-iscsi neutron-server[101813]: 'QosPolicy': '1.10', Nov 11 20:30:20.331370 dv-cinder-817642-1-iscsi neutron-server[101813]: 'SecurityGroup': '1.5', Nov 11 20:30:20.331370 dv-cinder-817642-1-iscsi neutron-server[101813]: 'SecurityGroupRule': '1.2', Nov 11 20:30:20.331370 dv-cinder-817642-1-iscsi neutron-server[101813]: 'SubPort': '1.0', Nov 11 20:30:20.331370 dv-cinder-817642-1-iscsi neutron-server[101813]: 'Subnet': '1.1', Nov 11 20:30:20.331370 dv-cinder-817642-1-iscsi neutron-server[101813]: 'Trunk': '1.1'}} Nov 11 20:30:20.331370 dv-cinder-817642-1-iscsi neutron-server[101813]: {{(pid=101813) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 20:30:20.380338 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-d7b8041e-0e03-43ef-b9fa-463519fe4a9b None None] Attempting to bind port dbc05623-bf08-4785-ac66-48fe7ade1417 on host dv-cinder-817642-1-iscsi for vnic_type normal with profile {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:30:20.380747 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-d7b8041e-0e03-43ef-b9fa-463519fe4a9b None None] Attempting to bind port dbc05623-bf08-4785-ac66-48fe7ade1417 by drivers openvswitch,hyperv on host dv-cinder-817642-1-iscsi at level 0 using segments [{'id': '0cd0d2d7-4b00-440b-8a05-e8042cd5b633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '3e77db0e-53a8-4101-975c-312f44ecced9'}] {{(pid=101813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:30:20.381163 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b8041e-0e03-43ef-b9fa-463519fe4a9b None None] Attempting to bind port dbc05623-bf08-4785-ac66-48fe7ade1417 on network 3e77db0e-53a8-4101-975c-312f44ecced9 {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:30:20.386379 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b8041e-0e03-43ef-b9fa-463519fe4a9b None None] Checking agent: {'id': '2f88a117-5cd0-41ac-983d-8c5af48f8bd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 30, 6), 'started_at': datetime.datetime(2021, 11, 11, 20, 30, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:30:20.386796 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b8041e-0e03-43ef-b9fa-463519fe4a9b None None] Checking segment: {'id': '0cd0d2d7-4b00-440b-8a05-e8042cd5b633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '3e77db0e-53a8-4101-975c-312f44ecced9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:30:20.387268 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-d7b8041e-0e03-43ef-b9fa-463519fe4a9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:20.387677 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b8041e-0e03-43ef-b9fa-463519fe4a9b None None] Bound using segment: {'id': '0cd0d2d7-4b00-440b-8a05-e8042cd5b633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '3e77db0e-53a8-4101-975c-312f44ecced9'} {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:30:20.388199 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-d7b8041e-0e03-43ef-b9fa-463519fe4a9b None None] Bound port: dbc05623-bf08-4785-ac66-48fe7ade1417, host: dv-cinder-817642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cd0d2d7-4b00-440b-8a05-e8042cd5b633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '3e77db0e-53a8-4101-975c-312f44ecced9'}}] {{(pid=101813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:30:20.388608 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-d7b8041e-0e03-43ef-b9fa-463519fe4a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:20.451044 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-d7b8041e-0e03-43ef-b9fa-463519fe4a9b None None] For port dbc05623-bf08-4785-ac66-48fe7ade1417, host dv-cinder-817642-1-iscsi, cleared binding levels {{(pid=101813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:30:20.455144 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-d7b8041e-0e03-43ef-b9fa-463519fe4a9b None None] For port dbc05623-bf08-4785-ac66-48fe7ade1417, host dv-cinder-817642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=dbc05623-bf08-4785-ac66-48fe7ade1417,segment=NetworkSegment(0cd0d2d7-4b00-440b-8a05-e8042cd5b633),segment_id=0cd0d2d7-4b00-440b-8a05-e8042cd5b633)] {{(pid=101813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:30:20.460680 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-d7b8041e-0e03-43ef-b9fa-463519fe4a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:20.524549 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b8041e-0e03-43ef-b9fa-463519fe4a9b None None] Pushing event updated for resources: {'Port': ['ID=dbc05623-bf08-4785-ac66-48fe7ade1417,revision_number=2']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:30:21.980515 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 38456) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:30:22.303894 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [None req-40680715-aa57-4ab4-85b1-37f2cc9214fe admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=101811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:30:22.304977 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-40680715-aa57-4ab4-85b1-37f2cc9214fe admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3234644 Nov 11 20:30:24.875198 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 38464) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:30:25.198278 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [None req-1d89c7ae-529e-4500-99c1-1abb853f9bab admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=101812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:30:25.199245 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-1d89c7ae-529e-4500-99c1-1abb853f9bab admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3230193 Nov 11 20:30:27.986549 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 38474) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:30:28.289583 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [None req-668f6135-95f1-474f-84a2-2d064469e679 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '855af2b30cbd4aa581732b5e1bac6d9f', 'name': 'router1'}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:30:28.317993 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-668f6135-95f1-474f-84a2-2d064469e679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-670138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25005'] for router, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:28.319561 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-668f6135-95f1-474f-84a2-2d064469e679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25012'] for router, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:28.461384 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-668f6135-95f1-474f-84a2-2d064469e679 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:28.461997 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-668f6135-95f1-474f-84a2-2d064469e679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656037'] for router, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:28.488184 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-668f6135-95f1-474f-84a2-2d064469e679 admin admin] Publish callbacks [] for router, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:28.489413 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-668f6135-95f1-474f-84a2-2d064469e679 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5018051 Nov 11 20:30:29.837075 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4c172c-5bd4-41f6-b4dc-78c36d8e2015 None None] Network 3e77db0e-53a8-4101-975c-312f44ecced9 requested from dv-cinder-817642-1-iscsi {{(pid=101813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:30:29.928548 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-730f2690-8199-40da-b225-e7ef4205a940 None None] Provisioning complete for port dbc05623-bf08-4785-ac66-48fe7ade1417 triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:30:29.928942 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-730f2690-8199-40da-b225-e7ef4205a940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:30.163262 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-730f2690-8199-40da-b225-e7ef4205a940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:30.227483 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-730f2690-8199-40da-b225-e7ef4205a940 None None] For port dbc05623-bf08-4785-ac66-48fe7ade1417, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=dbc05623-bf08-4785-ac66-48fe7ade1417,segment=NetworkSegment(0cd0d2d7-4b00-440b-8a05-e8042cd5b633),segment_id=0cd0d2d7-4b00-440b-8a05-e8042cd5b633)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:30:30.232460 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-730f2690-8199-40da-b225-e7ef4205a940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:30.284354 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2690-8199-40da-b225-e7ef4205a940 None None] Pushing event updated for resources: {'Port': ['ID=dbc05623-bf08-4785-ac66-48fe7ade1417,revision_number=3']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:30:30.417665 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device dbc05623-bf08-4785-ac66-48fe7ade1417 up at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:30:30.490985 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-e7e56172-81b3-487d-b702-a137b17d5dd1 None None] Provisioning complete for port dbc05623-bf08-4785-ac66-48fe7ade1417 triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:30:30.491440 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-e7e56172-81b3-487d-b702-a137b17d5dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:30.533766 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Provisioning complete for port dbc05623-bf08-4785-ac66-48fe7ade1417 triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:30:30.534085 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:30.675147 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-30fe33b2-8501-41dd-9758-3d6ef72bf8f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:31.092266 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 38486) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:30:31.421437 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [None req-87e2d1e3-3124-4fcb-aa40-3bb106266238 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=101811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:30:31.422414 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-87e2d1e3-3124-4fcb-aa40-3bb106266238 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3292384 Nov 11 20:30:32.343868 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device dbc05623-bf08-4785-ac66-48fe7ade1417 up at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:30:32.392418 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Provisioning complete for port dbc05623-bf08-4785-ac66-48fe7ade1417 triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:30:32.392794 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:33.311022 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-36a9d870-3a19-4c84-b193-0652d0ca0330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:34.031367 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 38494) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:30:34.299364 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3d9940ef-842e-4b07-a279-f9f66b0ee11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:34.365356 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [None req-8b9509f9-f584-4216-a8de-bf9db38a8371 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'router:external': True, 'admin_state_up': True}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:30:34.388718 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9509f9-f584-4216-a8de-bf9db38a8371 admin admin] Made reservation on behalf of a2aa9fb1217f4d3997495664f70e1fe6 for: {'network': 1} {{(pid=101811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:30:34.390984 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-8b9509f9-f584-4216-a8de-bf9db38a8371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for network, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:34.407862 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-8b9509f9-f584-4216-a8de-bf9db38a8371 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:34.513374 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-8b9509f9-f584-4216-a8de-bf9db38a8371 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:34.518493 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-8b9509f9-f584-4216-a8de-bf9db38a8371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:34.533215 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8b9509f9-f584-4216-a8de-bf9db38a8371 admin admin] Reserving flat network on physical network physnet1 {{(pid=101811) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 11 20:30:34.559472 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-8b9509f9-f584-4216-a8de-bf9db38a8371 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768469249509', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16407769'] for segment, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:34.560059 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-8b9509f9-f584-4216-a8de-bf9db38a8371 admin admin] Unsubscribe: segment precommit_create {{(pid=101811) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 11 20:30:34.560524 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.db.segments_db [None req-8b9509f9-f584-4216-a8de-bf9db38a8371 admin admin] Added segment e9e9934c-1983-4624-9195-f2a2627c9ef4 of type flat for network 06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2 Nov 11 20:30:34.564308 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9509f9-f584-4216-a8de-bf9db38a8371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a34d6ab-aeb0-427f-90d9-25e752f7220e,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:30:34.617941 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-8b9509f9-f584-4216-a8de-bf9db38a8371 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768468705491'] for network, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:34.661191 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-8b9509f9-f584-4216-a8de-bf9db38a8371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858'] for network, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:34.662071 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9509f9-f584-4216-a8de-bf9db38a8371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:30:34.662649 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-8b9509f9-f584-4216-a8de-bf9db38a8371 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for network, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:34.730429 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-8b9509f9-f584-4216-a8de-bf9db38a8371 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6979144 Nov 11 20:30:34.783356 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9509f9-f584-4216-a8de-bf9db38a8371 admin admin] Pushing event updated for resources: {'Network': ['ID=06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:30:34.795548 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Network 06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2 details requested by agent ovs-agent-dv-cinder-817642-1-iscsi with host dv-cinder-817642-1-iscsi {{(pid=101813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:30:36.018914 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b24fd597-249d-429f-8b46-48f3c6a9ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:36.400011 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:37.261096 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 38512) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:30:37.441144 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d61133a-61af-40db-9f69-be27c8587c43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:30:37.442779 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-3d61133a-61af-40db-9f69-be27c8587c43 admin admin] 10.222.0.61 "GET /v2.0/subnets/52672cf6-695d-47a3-b35d-9db1f8c931a4 HTTP/1.1" status: 200 len: 849 time: 0.1808021 Nov 11 20:30:37.604522 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-c454dc1c-f94e-4dd6-afc0-bb7d646b08ed admin admin] 10.222.0.61 "GET /v2.0/routers/feb40152-4449-4671-a1c6-76482899c134 HTTP/1.1" status: 200 len: 704 time: 0.1554189 Nov 11 20:30:37.872627 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-7d71b6fe-682c-45aa-98f3-4cefa77aa8da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:38.164841 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.db_base_plugin_common [None req-7d71b6fe-682c-45aa-98f3-4cefa77aa8da admin admin] Allocated IP 172.20.0.1 (3e77db0e-53a8-4101-975c-312f44ecced9/52672cf6-695d-47a3-b35d-9db1f8c931a4/d9f51f76-ba50-40cc-b086-099ab30d7504) {{(pid=101811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:30:38.325657 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-7d71b6fe-682c-45aa-98f3-4cefa77aa8da admin admin] Publish callbacks [] for port, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:38.391829 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-7d71b6fe-682c-45aa-98f3-4cefa77aa8da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945'] for port, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:38.458602 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d71b6fe-682c-45aa-98f3-4cefa77aa8da admin admin] Network 3e77db0e-53a8-4101-975c-312f44ecced9 is already hosted by enough agents. {{(pid=101811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:30:38.464019 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.base_scheduler [None req-7d71b6fe-682c-45aa-98f3-4cefa77aa8da admin admin] Resources bound (agent type, host, resource id): {{(pid=101811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:30:38.475942 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d71b6fe-682c-45aa-98f3-4cefa77aa8da admin admin] Received port after_create {{(pid=101811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:30:38.475942 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-7d71b6fe-682c-45aa-98f3-4cefa77aa8da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671600'] for router_interface, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:38.553351 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d71b6fe-682c-45aa-98f3-4cefa77aa8da admin admin] Pushing event updated for resources: {'Port': ['ID=d9f51f76-ba50-40cc-b086-099ab30d7504,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:30:38.685506 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-009385d3-891e-4ba9-92ac-d8249f36bb9a None None] Provisioning complete for port d9f51f76-ba50-40cc-b086-099ab30d7504 triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:30:38.686071 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-009385d3-891e-4ba9-92ac-d8249f36bb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:38.724187 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-009385d3-891e-4ba9-92ac-d8249f36bb9a None None] Port d9f51f76-ba50-40cc-b086-099ab30d7504 cannot update to ACTIVE because it is not bound. {{(pid=101813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:30:38.730267 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-7d71b6fe-682c-45aa-98f3-4cefa77aa8da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:38.938790 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-7d71b6fe-682c-45aa-98f3-4cefa77aa8da admin admin] Publish callbacks [] for port, precommit_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:38.944952 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-7d71b6fe-682c-45aa-98f3-4cefa77aa8da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:38.945715 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-7d71b6fe-682c-45aa-98f3-4cefa77aa8da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671716'] for router_interface, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:39.005860 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d71b6fe-682c-45aa-98f3-4cefa77aa8da admin admin] Pushing event updated for resources: {'Port': ['ID=d9f51f76-ba50-40cc-b086-099ab30d7504,revision_number=2']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:30:39.076382 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d71b6fe-682c-45aa-98f3-4cefa77aa8da admin admin] Network 3e77db0e-53a8-4101-975c-312f44ecced9 is already hosted by enough agents. {{(pid=101811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:30:39.077671 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.base_scheduler [None req-7d71b6fe-682c-45aa-98f3-4cefa77aa8da admin admin] Resources bound (agent type, host, resource id): {{(pid=101811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:30:39.248318 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d71b6fe-682c-45aa-98f3-4cefa77aa8da admin admin] Router feb40152-4449-4671-a1c6-76482899c134 is scheduled to L3 agent 078c1a4f-b62f-4fa2-93c9-12887f0677c3 with binding_index 1 {{(pid=101811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 20:30:39.344839 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d71b6fe-682c-45aa-98f3-4cefa77aa8da admin admin] Notify agent at l3_agent.dv-cinder-817642-1-iscsi the message routers_updated {{(pid=101811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:30:39.350875 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-daf787a0-c22e-46c6-9b40-1a61026b6984 None None] Provisioning complete for port d9f51f76-ba50-40cc-b086-099ab30d7504 triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:30:39.351319 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-daf787a0-c22e-46c6-9b40-1a61026b6984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:39.356818 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-7d71b6fe-682c-45aa-98f3-4cefa77aa8da admin admin] 10.222.0.61 "PUT /v2.0/routers/feb40152-4449-4671-a1c6-76482899c134/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7446842 Nov 11 20:30:39.357460 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfed159-82fa-4c4d-b769-d053eedd8e95 None None] Sync routers for ids ['feb40152-4449-4671-a1c6-76482899c134'] in dv-cinder-817642-1-iscsi {{(pid=101814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:30:39.375467 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfed159-82fa-4c4d-b769-d053eedd8e95 None None] Routers {'feb40152-4449-4671-a1c6-76482899c134'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:30:39.376565 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-0cfed159-82fa-4c4d-b769-d053eedd8e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:30:33Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['feb40152-4449-4671-a1c6-76482899c134'], 'active': True} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:30:39.393528 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-daf787a0-c22e-46c6-9b40-1a61026b6984 None None] Port d9f51f76-ba50-40cc-b086-099ab30d7504 cannot update to ACTIVE because it is not bound. {{(pid=101813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:30:39.573703 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvr_db [None req-0cfed159-82fa-4c4d-b769-d053eedd8e95 None None] Set router feb40152-4449-4671-a1c6-76482899c134 gateway port host: None {{(pid=101814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:30:40.024632 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-0cfed159-82fa-4c4d-b769-d053eedd8e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb40152-4449-4671-a1c6-76482899c134', 'name': 'router1', 'tenant_id': '855af2b30cbd4aa581732b5e1bac6d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:30:28Z', 'updated_at': '2021-11-11T20:30:38Z', 'revision_number': 2, 'project_id': '855af2b30cbd4aa581732b5e1bac6d9f', 'gw_port_host': None, '_interfaces': [{'id': 'd9f51f76-ba50-40cc-b086-099ab30d7504', 'name': '', 'network_id': '3e77db0e-53a8-4101-975c-312f44ecced9', 'tenant_id': '855af2b30cbd4aa581732b5e1bac6d9f', 'mac_address': 'fa:16:3e:a7:c4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb40152-4449-4671-a1c6-76482899c134', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52672cf6-695d-47a3-b35d-9db1f8c931a4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:30:37Z', 'updated_at': '2021-11-11T20:30:38Z', 'revision_number': 2, 'project_id': '855af2b30cbd4aa581732b5e1bac6d9f', 'subnets': [{'id': '52672cf6-695d-47a3-b35d-9db1f8c931a4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '013c07d1-4eff-4f30-8f48-df1f626bea9b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:30:40.077126 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfed159-82fa-4c4d-b769-d053eedd8e95 None None] Checking router: feb40152-4449-4671-a1c6-76482899c134 for host: dv-cinder-817642-1-iscsi {{(pid=101814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:30:40.077499 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfed159-82fa-4c4d-b769-d053eedd8e95 None None] Updating router feb40152-4449-4671-a1c6-76482899c134 port d9f51f76-ba50-40cc-b086-099ab30d7504 binding host dv-cinder-817642-1-iscsi {{(pid=101814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:30:40.125240 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-0cfed159-82fa-4c4d-b769-d053eedd8e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:40.645314 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-0cfed159-82fa-4c4d-b769-d053eedd8e95 None None] Publish callbacks [] for port, precommit_update {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:40.652135 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-0cfed159-82fa-4c4d-b769-d053eedd8e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:40.817091 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.managers [None req-0cfed159-82fa-4c4d-b769-d053eedd8e95 None None] Attempting to bind port d9f51f76-ba50-40cc-b086-099ab30d7504 on host dv-cinder-817642-1-iscsi for vnic_type normal with profile {{(pid=101814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:30:40.817760 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.managers [None req-0cfed159-82fa-4c4d-b769-d053eedd8e95 None None] Attempting to bind port d9f51f76-ba50-40cc-b086-099ab30d7504 by drivers openvswitch,hyperv on host dv-cinder-817642-1-iscsi at level 0 using segments [{'id': '0cd0d2d7-4b00-440b-8a05-e8042cd5b633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '3e77db0e-53a8-4101-975c-312f44ecced9'}] {{(pid=101814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:30:40.818190 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfed159-82fa-4c4d-b769-d053eedd8e95 None None] Attempting to bind port d9f51f76-ba50-40cc-b086-099ab30d7504 on network 3e77db0e-53a8-4101-975c-312f44ecced9 {{(pid=101814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:30:40.830445 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfed159-82fa-4c4d-b769-d053eedd8e95 None None] Checking agent: {'id': '2f88a117-5cd0-41ac-983d-8c5af48f8bd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 30, 6), 'started_at': datetime.datetime(2021, 11, 11, 20, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:30:40.831522 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfed159-82fa-4c4d-b769-d053eedd8e95 None None] Checking segment: {'id': '0cd0d2d7-4b00-440b-8a05-e8042cd5b633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '3e77db0e-53a8-4101-975c-312f44ecced9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:30:40.832216 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-0cfed159-82fa-4c4d-b769-d053eedd8e95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:40.832615 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfed159-82fa-4c4d-b769-d053eedd8e95 None None] Bound using segment: {'id': '0cd0d2d7-4b00-440b-8a05-e8042cd5b633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '3e77db0e-53a8-4101-975c-312f44ecced9'} {{(pid=101814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:30:40.833129 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.managers [None req-0cfed159-82fa-4c4d-b769-d053eedd8e95 None None] Bound port: d9f51f76-ba50-40cc-b086-099ab30d7504, host: dv-cinder-817642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cd0d2d7-4b00-440b-8a05-e8042cd5b633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '3e77db0e-53a8-4101-975c-312f44ecced9'}}] {{(pid=101814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:30:40.833521 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-0cfed159-82fa-4c4d-b769-d053eedd8e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:40.842464 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf8384d-9ddd-4dad-8151-230519e0b986 None None] Pushing event updated for resources: {'Port': ['ID=d9f51f76-ba50-40cc-b086-099ab30d7504,revision_number=3']} {{(pid=101814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:30:40.855509 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf8384d-9ddd-4dad-8151-230519e0b986 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:40.855860 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf8384d-9ddd-4dad-8151-230519e0b986 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:40.856223 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf8384d-9ddd-4dad-8151-230519e0b986 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:40.856554 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf8384d-9ddd-4dad-8151-230519e0b986 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:40.856882 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf8384d-9ddd-4dad-8151-230519e0b986 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:40.857207 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf8384d-9ddd-4dad-8151-230519e0b986 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:40.857529 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf8384d-9ddd-4dad-8151-230519e0b986 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:40.857852 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf8384d-9ddd-4dad-8151-230519e0b986 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:40.858176 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf8384d-9ddd-4dad-8151-230519e0b986 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:40.858494 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf8384d-9ddd-4dad-8151-230519e0b986 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:40.858810 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf8384d-9ddd-4dad-8151-230519e0b986 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:40.859123 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf8384d-9ddd-4dad-8151-230519e0b986 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:30:40.860452 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf8384d-9ddd-4dad-8151-230519e0b986 None None] Tracked resource versions report: Nov 11 20:30:40.860452 dv-cinder-817642-1-iscsi neutron-server[101814]: pushed versions: Nov 11 20:30:40.860452 dv-cinder-817642-1-iscsi neutron-server[101814]: { 'AddressGroup': {'1.2'}, Nov 11 20:30:40.860452 dv-cinder-817642-1-iscsi neutron-server[101814]: 'ConntrackHelper': {'1.0'}, Nov 11 20:30:40.860452 dv-cinder-817642-1-iscsi neutron-server[101814]: 'Log': {'1.0'}, Nov 11 20:30:40.860452 dv-cinder-817642-1-iscsi neutron-server[101814]: 'Network': {'1.1'}, Nov 11 20:30:40.860452 dv-cinder-817642-1-iscsi neutron-server[101814]: 'Port': {'1.7'}, Nov 11 20:30:40.860452 dv-cinder-817642-1-iscsi neutron-server[101814]: 'PortForwarding': {'1.2'}, Nov 11 20:30:40.860452 dv-cinder-817642-1-iscsi neutron-server[101814]: 'QosPolicy': {'1.10'}, Nov 11 20:30:40.860452 dv-cinder-817642-1-iscsi neutron-server[101814]: 'SecurityGroup': {'1.5'}, Nov 11 20:30:40.860452 dv-cinder-817642-1-iscsi neutron-server[101814]: 'SecurityGroupRule': {'1.2'}, Nov 11 20:30:40.860452 dv-cinder-817642-1-iscsi neutron-server[101814]: 'SubPort': {'1.0'}, Nov 11 20:30:40.860452 dv-cinder-817642-1-iscsi neutron-server[101814]: 'Subnet': {'1.1'}, Nov 11 20:30:40.860452 dv-cinder-817642-1-iscsi neutron-server[101814]: 'Trunk': {'1.1'}} Nov 11 20:30:40.860452 dv-cinder-817642-1-iscsi neutron-server[101814]: consumer versions: Nov 11 20:30:40.860452 dv-cinder-817642-1-iscsi neutron-server[101814]: { DHCP agent@dv-cinder-817642-1-iscsi: {}, Nov 11 20:30:40.860452 dv-cinder-817642-1-iscsi neutron-server[101814]: L3 agent@dv-cinder-817642-1-iscsi: {}, Nov 11 20:30:40.860452 dv-cinder-817642-1-iscsi neutron-server[101814]: Metadata agent@dv-cinder-817642-1-iscsi: {}, Nov 11 20:30:40.860452 dv-cinder-817642-1-iscsi neutron-server[101814]: Metering agent@dv-cinder-817642-1-iscsi: {}, Nov 11 20:30:40.860452 dv-cinder-817642-1-iscsi neutron-server[101814]: Open vSwitch agent@dv-cinder-817642-1-iscsi: { 'AddressGroup': '1.2', Nov 11 20:30:40.860452 dv-cinder-817642-1-iscsi neutron-server[101814]: 'ConntrackHelper': '1.0', Nov 11 20:30:40.860452 dv-cinder-817642-1-iscsi neutron-server[101814]: 'Log': '1.0', Nov 11 20:30:40.860452 dv-cinder-817642-1-iscsi neutron-server[101814]: 'Network': '1.1', Nov 11 20:30:40.860452 dv-cinder-817642-1-iscsi neutron-server[101814]: 'Port': '1.7', Nov 11 20:30:40.860452 dv-cinder-817642-1-iscsi neutron-server[101814]: 'PortForwarding': '1.2', Nov 11 20:30:40.860452 dv-cinder-817642-1-iscsi neutron-server[101814]: 'QosPolicy': '1.10', Nov 11 20:30:40.860452 dv-cinder-817642-1-iscsi neutron-server[101814]: 'SecurityGroup': '1.5', Nov 11 20:30:40.860452 dv-cinder-817642-1-iscsi neutron-server[101814]: 'SecurityGroupRule': '1.2', Nov 11 20:30:40.860452 dv-cinder-817642-1-iscsi neutron-server[101814]: 'SubPort': '1.0', Nov 11 20:30:40.860452 dv-cinder-817642-1-iscsi neutron-server[101814]: 'Subnet': '1.1', Nov 11 20:30:40.860452 dv-cinder-817642-1-iscsi neutron-server[101814]: 'Trunk': '1.1'}} Nov 11 20:30:40.860452 dv-cinder-817642-1-iscsi neutron-server[101814]: {{(pid=101814) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 20:30:40.917999 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.db [None req-0cfed159-82fa-4c4d-b769-d053eedd8e95 None None] For port d9f51f76-ba50-40cc-b086-099ab30d7504, host dv-cinder-817642-1-iscsi, cleared binding levels {{(pid=101814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:30:40.921654 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-2940357c-511b-4c8c-821b-735b265d59cd None None] Provisioning complete for port d9f51f76-ba50-40cc-b086-099ab30d7504 triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:30:40.922113 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-2940357c-511b-4c8c-821b-735b265d59cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:40.937788 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.db [None req-0cfed159-82fa-4c4d-b769-d053eedd8e95 None None] For port d9f51f76-ba50-40cc-b086-099ab30d7504, host dv-cinder-817642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=d9f51f76-ba50-40cc-b086-099ab30d7504,segment=NetworkSegment(0cd0d2d7-4b00-440b-8a05-e8042cd5b633),segment_id=0cd0d2d7-4b00-440b-8a05-e8042cd5b633)] {{(pid=101814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:30:40.944362 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-0cfed159-82fa-4c4d-b769-d053eedd8e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:40.958508 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-2940357c-511b-4c8c-821b-735b265d59cd None None] Port d9f51f76-ba50-40cc-b086-099ab30d7504 cannot update to ACTIVE because it is not bound. {{(pid=101813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:30:41.001860 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf8384d-9ddd-4dad-8151-230519e0b986 None None] Pushing event updated for resources: {'Port': ['ID=d9f51f76-ba50-40cc-b086-099ab30d7504,revision_number=4']} {{(pid=101814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:30:41.012156 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfed159-82fa-4c4d-b769-d053eedd8e95 None None] Routers {'feb40152-4449-4671-a1c6-76482899c134'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:30:41.012739 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-0cfed159-82fa-4c4d-b769-d053eedd8e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:30:33Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['feb40152-4449-4671-a1c6-76482899c134'], 'active': True} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:30:41.104244 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvr_db [None req-0cfed159-82fa-4c4d-b769-d053eedd8e95 None None] Set router feb40152-4449-4671-a1c6-76482899c134 gateway port host: None {{(pid=101814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:30:41.178724 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-1bfc4214-4b14-4b8c-b820-76444c10892d None None] Provisioning complete for port d9f51f76-ba50-40cc-b086-099ab30d7504 triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:30:41.179160 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-1bfc4214-4b14-4b8c-b820-76444c10892d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:41.257949 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-1bfc4214-4b14-4b8c-b820-76444c10892d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:41.291615 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-1bfc4214-4b14-4b8c-b820-76444c10892d None None] For port d9f51f76-ba50-40cc-b086-099ab30d7504, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=d9f51f76-ba50-40cc-b086-099ab30d7504,segment=NetworkSegment(0cd0d2d7-4b00-440b-8a05-e8042cd5b633),segment_id=0cd0d2d7-4b00-440b-8a05-e8042cd5b633)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:30:41.295883 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-1bfc4214-4b14-4b8c-b820-76444c10892d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:41.325553 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-0cfed159-82fa-4c4d-b769-d053eedd8e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb40152-4449-4671-a1c6-76482899c134', 'name': 'router1', 'tenant_id': '855af2b30cbd4aa581732b5e1bac6d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:30:28Z', 'updated_at': '2021-11-11T20:30:38Z', 'revision_number': 2, 'project_id': '855af2b30cbd4aa581732b5e1bac6d9f', 'gw_port_host': None, '_interfaces': [{'id': 'd9f51f76-ba50-40cc-b086-099ab30d7504', 'name': '', 'network_id': '3e77db0e-53a8-4101-975c-312f44ecced9', 'tenant_id': '855af2b30cbd4aa581732b5e1bac6d9f', 'mac_address': 'fa:16:3e:a7:c4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb40152-4449-4671-a1c6-76482899c134', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52672cf6-695d-47a3-b35d-9db1f8c931a4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:30:37Z', 'updated_at': '2021-11-11T20:30:40Z', 'revision_number': 4, 'project_id': '855af2b30cbd4aa581732b5e1bac6d9f', 'subnets': [{'id': '52672cf6-695d-47a3-b35d-9db1f8c931a4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '013c07d1-4eff-4f30-8f48-df1f626bea9b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:30:41.343393 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc4214-4b14-4b8c-b820-76444c10892d None None] Pushing event updated for resources: {'Port': ['ID=d9f51f76-ba50-40cc-b086-099ab30d7504,revision_number=5']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:30:41.352496 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfed159-82fa-4c4d-b769-d053eedd8e95 None None] The sync data for ids ['feb40152-4449-4671-a1c6-76482899c134'] in dv-cinder-817642-1-iscsi is: [{'id': 'feb40152-4449-4671-a1c6-76482899c134', 'name': 'router1', 'tenant_id': '855af2b30cbd4aa581732b5e1bac6d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:30:28Z', 'updated_at': '2021-11-11T20:30:38Z', 'revision_number': 2, 'project_id': '855af2b30cbd4aa581732b5e1bac6d9f', 'gw_port_host': None, '_interfaces': [{'id': 'd9f51f76-ba50-40cc-b086-099ab30d7504', 'name': '', 'network_id': '3e77db0e-53a8-4101-975c-312f44ecced9', 'tenant_id': '855af2b30cbd4aa581732b5e1bac6d9f', 'mac_address': 'fa:16:3e:a7:c4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb40152-4449-4671-a1c6-76482899c134', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52672cf6-695d-47a3-b35d-9db1f8c931a4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:30:37Z', 'updated_at': '2021-11-11T20:30:40Z', 'revision_number': 4, 'project_id': '855af2b30cbd4aa581732b5e1bac6d9f', 'subnets': [{'id': '52672cf6-695d-47a3-b35d-9db1f8c931a4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '013c07d1-4eff-4f30-8f48-df1f626bea9b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:30:41.776454 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 38532) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:30:41.887209 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a604b2c8-7622-4f11-b87d-6f45b9d34d0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:30:41.888612 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-a604b2c8-7622-4f11-b87d-6f45b9d34d0d admin admin] 10.222.0.61 "GET /v2.0/networks/06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2 HTTP/1.1" status: 200 len: 842 time: 0.1112044 Nov 11 20:30:41.898704 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [None req-19ae2cd2-f538-4c1d-8e97-d6b6602d303a admin admin] Request body: {'subnet': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:30:41.921630 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ae2cd2-f538-4c1d-8e97-d6b6602d303a admin admin] Made reservation on behalf of a2aa9fb1217f4d3997495664f70e1fe6 for: {'subnet': 1} {{(pid=101811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:30:41.923862 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-19ae2cd2-f538-4c1d-8e97-d6b6602d303a admin admin] Publish callbacks [] for subnet, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:42.202729 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.objects.ports [None req-19ae2cd2-f538-4c1d-8e97-d6b6602d303a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101811) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 20:30:42.203179 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-19ae2cd2-f538-4c1d-8e97-d6b6602d303a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858'] for subnet, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:42.254471 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae2cd2-f538-4c1d-8e97-d6b6602d303a admin admin] Pushing event updated for resources: {'Subnet': ['ID=dac47c4e-2532-416f-829a-3cf927393807,revision_number=0']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:30:42.264381 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ae2cd2-f538-4c1d-8e97-d6b6602d303a admin admin] Checking segment: {'id': 'e9e9934c-1983-4624-9195-f2a2627c9ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:30:42.264734 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ae2cd2-f538-4c1d-8e97-d6b6602d303a admin admin] Network hostable DHCP agents. Network: 06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2, hostable agents: ['4584d237-ef17-41dc-89a8-5da37ed889a0'], hosted agents: [] {{(pid=101811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:30:42.280679 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ae2cd2-f538-4c1d-8e97-d6b6602d303a admin admin] Network 06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2 is scheduled to be hosted by DHCP agent 4584d237-ef17-41dc-89a8-5da37ed889a0 with binding_index 1 {{(pid=101811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:30:42.289894 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.base_scheduler [None req-19ae2cd2-f538-4c1d-8e97-d6b6602d303a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817642-1-iscsi, 06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2) {{(pid=101811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:30:42.294305 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ae2cd2-f538-4c1d-8e97-d6b6602d303a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:30:42.294646 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-19ae2cd2-f538-4c1d-8e97-d6b6602d303a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for subnet, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:42.299373 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ff7579-ed1e-4bf9-aecc-3ae425238ed4 None None] Network 06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2 requested from dv-cinder-817642-1-iscsi {{(pid=101813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:30:42.324623 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-19ae2cd2-f538-4c1d-8e97-d6b6602d303a admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4292307 Nov 11 20:30:42.435026 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e734ac7f-a41d-4389-aa31-3d5d4a3815f9 None None] Network 06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2 requested from dv-cinder-817642-1-iscsi {{(pid=101813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:30:44.814638 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 38540) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:30:44.948966 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-8a8e5ebf-f2b0-4728-91e8-bb711711dc54 admin admin] 10.222.0.61 "GET /v2.0/routers/feb40152-4449-4671-a1c6-76482899c134 HTTP/1.1" status: 200 len: 710 time: 0.1324029 Nov 11 20:30:45.039847 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58700a54-371c-407a-9899-9bcc04aacdd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:30:45.041246 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-58700a54-371c-407a-9899-9bcc04aacdd6 admin admin] 10.222.0.61 "GET /v2.0/networks/06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2 HTTP/1.1" status: 200 len: 886 time: 0.0837317 Nov 11 20:30:45.051595 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [None req-35ea642b-e32d-47a2-a20f-4b0ffa43631e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2'}}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:30:45.391780 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-35ea642b-e32d-47a2-a20f-4b0ffa43631e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:45.645259 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-35ea642b-e32d-47a2-a20f-4b0ffa43631e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:45.730408 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-35ea642b-e32d-47a2-a20f-4b0ffa43631e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:45.841898 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.db_base_plugin_common [None req-35ea642b-e32d-47a2-a20f-4b0ffa43631e admin admin] Allocated IP 172.27.0.27 (06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2/dac47c4e-2532-416f-829a-3cf927393807/02eca6c7-0ddb-4b25-837b-feaaa7d63aad) {{(pid=101811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:30:45.950559 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-35ea642b-e32d-47a2-a20f-4b0ffa43631e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:45.991249 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-35ea642b-e32d-47a2-a20f-4b0ffa43631e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945'] for port, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:46.044325 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ea642b-e32d-47a2-a20f-4b0ffa43631e admin admin] Network 06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2 is already hosted by enough agents. {{(pid=101811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:30:46.045607 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea642b-e32d-47a2-a20f-4b0ffa43631e admin admin] Pushing event updated for resources: {'Port': ['ID=02eca6c7-0ddb-4b25-837b-feaaa7d63aad,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:30:46.048194 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.base_scheduler [None req-35ea642b-e32d-47a2-a20f-4b0ffa43631e admin admin] Resources bound (agent type, host, resource id): {{(pid=101811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:30:46.068548 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ea642b-e32d-47a2-a20f-4b0ffa43631e admin admin] Received port after_create {{(pid=101811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:30:46.310945 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-35ea642b-e32d-47a2-a20f-4b0ffa43631e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:46.509395 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-35ea642b-e32d-47a2-a20f-4b0ffa43631e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-669752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24962'] for router, precommit_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:46.512808 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-35ea642b-e32d-47a2-a20f-4b0ffa43631e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-655959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-656044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-669745'] for router, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:46.700967 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ea642b-e32d-47a2-a20f-4b0ffa43631e admin admin] Router feb40152-4449-4671-a1c6-76482899c134 has already been hosted by L3 agent 078c1a4f-b62f-4fa2-93c9-12887f0677c3 {{(pid=101811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:30:46.807071 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ea642b-e32d-47a2-a20f-4b0ffa43631e admin admin] Notify agent at l3_agent.dv-cinder-817642-1-iscsi the message routers_updated {{(pid=101811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:30:46.811304 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-35ea642b-e32d-47a2-a20f-4b0ffa43631e admin admin] Publish callbacks [] for router, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:46.812498 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-35ea642b-e32d-47a2-a20f-4b0ffa43631e admin admin] 10.222.0.61 "PUT /v2.0/routers/feb40152-4449-4671-a1c6-76482899c134 HTTP/1.1" status: 200 len: 889 time: 1.7649407 Nov 11 20:30:48.385974 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device d9f51f76-ba50-40cc-b086-099ab30d7504 up at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:30:48.434414 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Provisioning complete for port d9f51f76-ba50-40cc-b086-099ab30d7504 triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:30:48.434787 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:48.513531 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e395c50b-7fe0-4008-95ec-10e9634b4f43 None None] Sync routers for ids ['feb40152-4449-4671-a1c6-76482899c134'] in dv-cinder-817642-1-iscsi {{(pid=101813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:30:48.528719 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e395c50b-7fe0-4008-95ec-10e9634b4f43 None None] Routers {'feb40152-4449-4671-a1c6-76482899c134'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:30:48.529383 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-e395c50b-7fe0-4008-95ec-10e9634b4f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:30:33Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['feb40152-4449-4671-a1c6-76482899c134'], 'active': True} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:30:48.734801 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvr_db [None req-e395c50b-7fe0-4008-95ec-10e9634b4f43 None None] Set router feb40152-4449-4671-a1c6-76482899c134 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:30:49.200161 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-e395c50b-7fe0-4008-95ec-10e9634b4f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb40152-4449-4671-a1c6-76482899c134', 'name': 'router1', 'tenant_id': '855af2b30cbd4aa581732b5e1bac6d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '02eca6c7-0ddb-4b25-837b-feaaa7d63aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:30:28Z', 'updated_at': '2021-11-11T20:30:46Z', 'revision_number': 4, 'project_id': '855af2b30cbd4aa581732b5e1bac6d9f', 'gw_port': {'id': '02eca6c7-0ddb-4b25-837b-feaaa7d63aad', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:57:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb40152-4449-4671-a1c6-76482899c134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:30:45Z', 'updated_at': '2021-11-11T20:30:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': 'd9f51f76-ba50-40cc-b086-099ab30d7504', 'name': '', 'network_id': '3e77db0e-53a8-4101-975c-312f44ecced9', 'tenant_id': '855af2b30cbd4aa581732b5e1bac6d9f', 'mac_address': 'fa:16:3e:a7:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb40152-4449-4671-a1c6-76482899c134', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52672cf6-695d-47a3-b35d-9db1f8c931a4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:30:37Z', 'updated_at': '2021-11-11T20:30:41Z', 'revision_number': 5, 'project_id': '855af2b30cbd4aa581732b5e1bac6d9f', 'subnets': [{'id': '52672cf6-695d-47a3-b35d-9db1f8c931a4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '013c07d1-4eff-4f30-8f48-df1f626bea9b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:30:49.253865 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e395c50b-7fe0-4008-95ec-10e9634b4f43 None None] Checking router: feb40152-4449-4671-a1c6-76482899c134 for host: dv-cinder-817642-1-iscsi {{(pid=101813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:30:49.254129 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e395c50b-7fe0-4008-95ec-10e9634b4f43 None None] Updating router feb40152-4449-4671-a1c6-76482899c134 port 02eca6c7-0ddb-4b25-837b-feaaa7d63aad binding host dv-cinder-817642-1-iscsi {{(pid=101813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:30:49.302635 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-e395c50b-7fe0-4008-95ec-10e9634b4f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:49.400719 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 38554) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:30:49.515149 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-6509e650-df31-44a3-8738-d915fcda4e88 admin admin] 10.222.0.61 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1130800 Nov 11 20:30:49.631532 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-e395c50b-7fe0-4008-95ec-10e9634b4f43 None None] Publish callbacks [] for port, precommit_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:49.637572 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-e395c50b-7fe0-4008-95ec-10e9634b4f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:49.695553 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-e395c50b-7fe0-4008-95ec-10e9634b4f43 None None] Attempting to bind port 02eca6c7-0ddb-4b25-837b-feaaa7d63aad on host dv-cinder-817642-1-iscsi for vnic_type normal with profile {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:30:49.695923 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-e395c50b-7fe0-4008-95ec-10e9634b4f43 None None] Attempting to bind port 02eca6c7-0ddb-4b25-837b-feaaa7d63aad by drivers openvswitch,hyperv on host dv-cinder-817642-1-iscsi at level 0 using segments [{'id': 'e9e9934c-1983-4624-9195-f2a2627c9ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2'}] {{(pid=101813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:30:49.696309 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e395c50b-7fe0-4008-95ec-10e9634b4f43 None None] Attempting to bind port 02eca6c7-0ddb-4b25-837b-feaaa7d63aad on network 06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2 {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:30:49.698429 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa9cec4-539e-4d90-827c-99af32cc8c44 None None] Pushing event updated for resources: {'Port': ['ID=02eca6c7-0ddb-4b25-837b-feaaa7d63aad,revision_number=2']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:30:49.705800 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e395c50b-7fe0-4008-95ec-10e9634b4f43 None None] Checking agent: {'id': '2f88a117-5cd0-41ac-983d-8c5af48f8bd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 30, 6), 'started_at': datetime.datetime(2021, 11, 11, 20, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:30:49.705800 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e395c50b-7fe0-4008-95ec-10e9634b4f43 None None] Checking segment: {'id': 'e9e9934c-1983-4624-9195-f2a2627c9ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:30:49.706547 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-e395c50b-7fe0-4008-95ec-10e9634b4f43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:49.707038 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e395c50b-7fe0-4008-95ec-10e9634b4f43 None None] Bound using segment: {'id': 'e9e9934c-1983-4624-9195-f2a2627c9ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2'} {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:30:49.707525 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-e395c50b-7fe0-4008-95ec-10e9634b4f43 None None] Bound port: 02eca6c7-0ddb-4b25-837b-feaaa7d63aad, host: dv-cinder-817642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9e9934c-1983-4624-9195-f2a2627c9ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2'}}] {{(pid=101813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:30:49.708010 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-e395c50b-7fe0-4008-95ec-10e9634b4f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:49.758630 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-e395c50b-7fe0-4008-95ec-10e9634b4f43 None None] For port 02eca6c7-0ddb-4b25-837b-feaaa7d63aad, host dv-cinder-817642-1-iscsi, cleared binding levels {{(pid=101813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:30:49.761950 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-e395c50b-7fe0-4008-95ec-10e9634b4f43 None None] For port 02eca6c7-0ddb-4b25-837b-feaaa7d63aad, host dv-cinder-817642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=02eca6c7-0ddb-4b25-837b-feaaa7d63aad,segment=NetworkSegment(e9e9934c-1983-4624-9195-f2a2627c9ef4),segment_id=e9e9934c-1983-4624-9195-f2a2627c9ef4)] {{(pid=101813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:30:49.766789 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-e395c50b-7fe0-4008-95ec-10e9634b4f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:49.826135 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e395c50b-7fe0-4008-95ec-10e9634b4f43 None None] Routers {'feb40152-4449-4671-a1c6-76482899c134'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:30:49.826768 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-e395c50b-7fe0-4008-95ec-10e9634b4f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:30:33Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['feb40152-4449-4671-a1c6-76482899c134'], 'active': True} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:30:49.828716 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa9cec4-539e-4d90-827c-99af32cc8c44 None None] Pushing event updated for resources: {'Port': ['ID=02eca6c7-0ddb-4b25-837b-feaaa7d63aad,revision_number=3']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:30:49.849082 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.agents_db [None req-82748851-6744-43b9-bd77-83e744a7c088 None None] Agent healthcheck: found 5 active agents {{(pid=101814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:30:49.939945 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvr_db [None req-e395c50b-7fe0-4008-95ec-10e9634b4f43 None None] Set router feb40152-4449-4671-a1c6-76482899c134 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:30:50.159348 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-e395c50b-7fe0-4008-95ec-10e9634b4f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb40152-4449-4671-a1c6-76482899c134', 'name': 'router1', 'tenant_id': '855af2b30cbd4aa581732b5e1bac6d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '02eca6c7-0ddb-4b25-837b-feaaa7d63aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:30:28Z', 'updated_at': '2021-11-11T20:30:46Z', 'revision_number': 4, 'project_id': '855af2b30cbd4aa581732b5e1bac6d9f', 'gw_port': {'id': '02eca6c7-0ddb-4b25-837b-feaaa7d63aad', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:57:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb40152-4449-4671-a1c6-76482899c134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:30:45Z', 'updated_at': '2021-11-11T20:30:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': 'd9f51f76-ba50-40cc-b086-099ab30d7504', 'name': '', 'network_id': '3e77db0e-53a8-4101-975c-312f44ecced9', 'tenant_id': '855af2b30cbd4aa581732b5e1bac6d9f', 'mac_address': 'fa:16:3e:a7:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb40152-4449-4671-a1c6-76482899c134', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52672cf6-695d-47a3-b35d-9db1f8c931a4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:30:37Z', 'updated_at': '2021-11-11T20:30:41Z', 'revision_number': 5, 'project_id': '855af2b30cbd4aa581732b5e1bac6d9f', 'subnets': [{'id': '52672cf6-695d-47a3-b35d-9db1f8c931a4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '013c07d1-4eff-4f30-8f48-df1f626bea9b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:30:50.185187 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e395c50b-7fe0-4008-95ec-10e9634b4f43 None None] The sync data for ids ['feb40152-4449-4671-a1c6-76482899c134'] in dv-cinder-817642-1-iscsi is: [{'id': 'feb40152-4449-4671-a1c6-76482899c134', 'name': 'router1', 'tenant_id': '855af2b30cbd4aa581732b5e1bac6d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '02eca6c7-0ddb-4b25-837b-feaaa7d63aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:30:28Z', 'updated_at': '2021-11-11T20:30:46Z', 'revision_number': 4, 'project_id': '855af2b30cbd4aa581732b5e1bac6d9f', 'gw_port': {'id': '02eca6c7-0ddb-4b25-837b-feaaa7d63aad', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:57:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb40152-4449-4671-a1c6-76482899c134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:30:45Z', 'updated_at': '2021-11-11T20:30:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': 'd9f51f76-ba50-40cc-b086-099ab30d7504', 'name': '', 'network_id': '3e77db0e-53a8-4101-975c-312f44ecced9', 'tenant_id': '855af2b30cbd4aa581732b5e1bac6d9f', 'mac_address': 'fa:16:3e:a7:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb40152-4449-4671-a1c6-76482899c134', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52672cf6-695d-47a3-b35d-9db1f8c931a4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:30:37Z', 'updated_at': '2021-11-11T20:30:41Z', 'revision_number': 5, 'project_id': '855af2b30cbd4aa581732b5e1bac6d9f', 'subnets': [{'id': '52672cf6-695d-47a3-b35d-9db1f8c931a4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '013c07d1-4eff-4f30-8f48-df1f626bea9b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:30:50.411607 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device 02eca6c7-0ddb-4b25-837b-feaaa7d63aad up at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:30:50.470464 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Provisioning complete for port 02eca6c7-0ddb-4b25-837b-feaaa7d63aad triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:30:50.470849 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:50.579415 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:50.601680 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] For port 02eca6c7-0ddb-4b25-837b-feaaa7d63aad, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=02eca6c7-0ddb-4b25-837b-feaaa7d63aad,segment=NetworkSegment(e9e9934c-1983-4624-9195-f2a2627c9ef4),segment_id=e9e9934c-1983-4624-9195-f2a2627c9ef4)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:30:50.609711 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:30:50.664866 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Pushing event updated for resources: {'Port': ['ID=02eca6c7-0ddb-4b25-837b-feaaa7d63aad,revision_number=4']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:30:52.348570 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device 02eca6c7-0ddb-4b25-837b-feaaa7d63aad up at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:30:52.402589 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Provisioning complete for port 02eca6c7-0ddb-4b25-837b-feaaa7d63aad triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:30:52.402975 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:31:00.673109 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3aead59b-e2dc-4a9d-be29-a661d657bf22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:31:03.313982 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-bbd3a34c-d130-4520-a6d2-de5708941e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:31:04.306915 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3d9940ef-842e-4b07-a279-f9f66b0ee11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:31:06.029572 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b24fd597-249d-429f-8b46-48f3c6a9ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:31:06.396952 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:31:26.848362 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.agents_db [None req-82748851-6744-43b9-bd77-83e744a7c088 None None] Agent healthcheck: found 5 active agents {{(pid=101814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:31:30.667855 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-9dfaa439-e50e-44fc-a7da-bdb6f485e92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:31:33.328796 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-eb7173b8-8f1d-4f3d-8f1d-51f3c17610e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:31:34.302402 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3d9940ef-842e-4b07-a279-f9f66b0ee11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:31:36.025910 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b24fd597-249d-429f-8b46-48f3c6a9ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:31:36.394101 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:32:00.671784 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-e8131452-d383-43c2-88f9-afebc7ccaec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:32:03.322058 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-e6992b96-bbd9-4142-9c3c-eb2aeacfad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:32:03.849274 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.agents_db [None req-82748851-6744-43b9-bd77-83e744a7c088 None None] Agent healthcheck: found 5 active agents {{(pid=101814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:32:04.304186 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3d9940ef-842e-4b07-a279-f9f66b0ee11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:32:06.027963 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b24fd597-249d-429f-8b46-48f3c6a9ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:32:06.388685 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:32:29.824181 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 39116) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:32:29.885692 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f99c1ac-7329-479f-a192-1dc170547b6b admin admin] GET failed (client error): The resource could not be found. Nov 11 20:32:29.887079 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-0f99c1ac-7329-479f-a192-1dc170547b6b admin admin] 10.222.0.61 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0619235 Nov 11 20:32:30.046583 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b89aff-4350-434e-bf09-f654d0fedbd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:32:30.047959 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-20b89aff-4350-434e-bf09-f654d0fedbd7 admin admin] 10.222.0.61 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1562274 Nov 11 20:32:30.673489 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-dab2ae46-dac9-46ff-adab-93b7da1165a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:32:32.350008 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 39126) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:32:32.439842 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d230e5-ad97-4ec4-9c82-313b594839cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:32:32.441211 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-12d230e5-ad97-4ec4-9c82-313b594839cc admin admin] 10.222.0.61 "GET /v2.0/subnets/52672cf6-695d-47a3-b35d-9db1f8c931a4 HTTP/1.1" status: 200 len: 849 time: 0.0902596 Nov 11 20:32:32.451195 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [None req-2c36eb54-a7eb-4be7-bed5-7288af4e0e28 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:32:32.536179 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-2c36eb54-a7eb-4be7-bed5-7288af4e0e28 admin admin] Publish callbacks [] for subnet, before_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:32:32.671949 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-2c36eb54-a7eb-4be7-bed5-7288af4e0e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768469129867'] for subnet, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:32:32.703192 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c36eb54-a7eb-4be7-bed5-7288af4e0e28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:32:32.704280 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-2c36eb54-a7eb-4be7-bed5-7288af4e0e28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for subnet, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:32:32.705778 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-2c36eb54-a7eb-4be7-bed5-7288af4e0e28 admin admin] 10.222.0.61 "PUT /v2.0/subnets/52672cf6-695d-47a3-b35d-9db1f8c931a4 HTTP/1.1" status: 200 len: 868 time: 0.2574184 Nov 11 20:32:32.707992 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf32aa7b-5cfe-43f7-91df-368811db4dfd None None] Network 3e77db0e-53a8-4101-975c-312f44ecced9 requested from dv-cinder-817642-1-iscsi {{(pid=101813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:32:32.728014 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36eb54-a7eb-4be7-bed5-7288af4e0e28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52672cf6-695d-47a3-b35d-9db1f8c931a4,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:32:32.736057 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36eb54-a7eb-4be7-bed5-7288af4e0e28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:32:32.736466 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36eb54-a7eb-4be7-bed5-7288af4e0e28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:32:32.736783 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36eb54-a7eb-4be7-bed5-7288af4e0e28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:32:32.737125 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36eb54-a7eb-4be7-bed5-7288af4e0e28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:32:32.737459 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36eb54-a7eb-4be7-bed5-7288af4e0e28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:32:32.737816 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36eb54-a7eb-4be7-bed5-7288af4e0e28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:32:32.738153 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36eb54-a7eb-4be7-bed5-7288af4e0e28 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:32:32.738499 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36eb54-a7eb-4be7-bed5-7288af4e0e28 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:32:32.738851 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36eb54-a7eb-4be7-bed5-7288af4e0e28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:32:32.739182 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36eb54-a7eb-4be7-bed5-7288af4e0e28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:32:32.739513 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36eb54-a7eb-4be7-bed5-7288af4e0e28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:32:32.739833 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36eb54-a7eb-4be7-bed5-7288af4e0e28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:32:33.111992 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-247088c1-de5f-48da-bced-a61caa2be987 None None] Provisioning complete for port dbc05623-bf08-4785-ac66-48fe7ade1417 triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:32:33.112377 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-247088c1-de5f-48da-bced-a61caa2be987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:32:33.199549 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-247088c1-de5f-48da-bced-a61caa2be987 None None] Provisioning complete for port d9f51f76-ba50-40cc-b086-099ab30d7504 triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:32:33.199807 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-247088c1-de5f-48da-bced-a61caa2be987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:32:33.323652 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-08fab904-616b-4010-a2a9-e3af3088cc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:32:34.303605 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3d9940ef-842e-4b07-a279-f9f66b0ee11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:32:35.048725 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 39134) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:32:35.274036 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfd1c47-6657-4d02-bbbb-65afcf92074b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:32:35.274403 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfd1c47-6657-4d02-bbbb-65afcf92074b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:32:35.275957 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-4cfd1c47-6657-4d02-bbbb-65afcf92074b admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2262990 Nov 11 20:32:36.031818 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b24fd597-249d-429f-8b46-48f3c6a9ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:32:36.392420 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:32:37.589013 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 39144) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:32:37.723951 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ee7b3b-f7fb-4d51-a2eb-33b514192043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:32:37.724425 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ee7b3b-f7fb-4d51-a2eb-33b514192043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:32:37.725925 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-f2ee7b3b-f7fb-4d51-a2eb-33b514192043 admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1359737 Nov 11 20:32:40.035027 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 39152) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:32:40.217393 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44b0f08-e155-473c-9669-90a0959cff65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:32:40.218672 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-b44b0f08-e155-473c-9669-90a0959cff65 admin admin] 10.222.0.61 "GET /v2.0/networks/06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2 HTTP/1.1" status: 200 len: 886 time: 0.1827140 Nov 11 20:32:40.849899 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.agents_db [None req-82748851-6744-43b9-bd77-83e744a7c088 None None] Agent healthcheck: found 5 active agents {{(pid=101814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:32:42.522589 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 39160) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:32:42.652417 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b557ca90-1b04-4915-b3ae-a3fb65700192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:32:42.653670 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-b557ca90-1b04-4915-b3ae-a3fb65700192 admin admin] 10.222.0.61 "GET /v2.0/networks/3e77db0e-53a8-4101-975c-312f44ecced9 HTTP/1.1" status: 200 len: 869 time: 0.1301045 Nov 11 20:32:44.946713 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 39168) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:32:45.069987 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8569f330-fc77-4b7d-9373-27837ef4b88e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:32:45.070433 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8569f330-fc77-4b7d-9373-27837ef4b88e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:32:45.071916 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-8569f330-fc77-4b7d-9373-27837ef4b88e admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1242576 Nov 11 20:32:47.361005 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 39176) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:32:47.451106 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642e5775-9e33-4657-ba46-9f06a4393bfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:32:47.451552 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642e5775-9e33-4657-ba46-9f06a4393bfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:32:47.453052 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-642e5775-9e33-4657-ba46-9f06a4393bfc admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0911036 Nov 11 20:32:49.750563 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 39184) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:32:49.842503 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6619371-b8c0-4ad5-8e6a-b895826d6cb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:32:49.843835 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-c6619371-b8c0-4ad5-8e6a-b895826d6cb0 admin admin] 10.222.0.61 "GET /v2.0/subnets/52672cf6-695d-47a3-b35d-9db1f8c931a4 HTTP/1.1" status: 200 len: 868 time: 0.0923159 Nov 11 20:32:52.137867 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 39192) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:32:52.229577 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3ebb15-5ffe-48c4-bd2e-65acf5ab390f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:32:52.230974 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-5c3ebb15-5ffe-48c4-bd2e-65acf5ab390f admin admin] 10.222.0.61 "GET /v2.0/subnets/dac47c4e-2532-416f-829a-3cf927393807 HTTP/1.1" status: 200 len: 816 time: 0.0921586 Nov 11 20:33:00.676167 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-499a245e-832e-4c25-86fb-e464e2d17f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:03.327370 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-9a26cc2c-2a6f-4e50-909b-771f48321e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:04.305895 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3d9940ef-842e-4b07-a279-f9f66b0ee11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:06.034723 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b24fd597-249d-429f-8b46-48f3c6a9ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:06.395584 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:16.901665 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 39246) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:33:16.954844 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [None req-7991dc3c-a974-413c-b64c-c97d246beb75 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=101811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:33:16.955826 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-7991dc3c-a974-413c-b64c-c97d246beb75 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0531654 Nov 11 20:33:17.848898 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.agents_db [None req-82748851-6744-43b9-bd77-83e744a7c088 None None] Agent healthcheck: found 5 active agents {{(pid=101814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:33:19.340857 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 39254) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:33:19.401357 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4aef7ae-f503-4ee2-92b3-dab29ccef9c3 admin admin] GET failed (client error): The resource could not be found. Nov 11 20:33:19.402638 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-e4aef7ae-f503-4ee2-92b3-dab29ccef9c3 admin admin] 10.222.0.61 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0602908 Nov 11 20:33:19.485145 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1119c20-3fe1-42ea-94a8-9a8dd24e2919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:33:19.486566 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-d1119c20-3fe1-42ea-94a8-9a8dd24e2919 admin admin] 10.222.0.61 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0793080 Nov 11 20:33:21.910588 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 39262) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:33:21.961717 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [None req-85c3f326-e767-4fe7-9b56-e9198ac947bc admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:33:21.986850 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c3f326-e767-4fe7-9b56-e9198ac947bc admin admin] Made reservation on behalf of a2aa9fb1217f4d3997495664f70e1fe6 for: {'network': 1} {{(pid=101811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:33:21.989261 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-85c3f326-e767-4fe7-9b56-e9198ac947bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for network, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:22.022767 dv-cinder-817642-1-iscsi neutron-server[101811]: WARNING neutron.services.revisions.revision_plugin [None req-85c3f326-e767-4fe7-9b56-e9198ac947bc admin admin] Could not find related network for resource to bump revision. Nov 11 20:33:22.040378 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85c3f326-e767-4fe7-9b56-e9198ac947bc admin admin] vlan segment allocate from pool success with {'vlan_id': 883, 'physical_network': 'physnet1'} {{(pid=101811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:33:22.052841 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-85c3f326-e767-4fe7-9b56-e9198ac947bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16407769'] for segment, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:22.053197 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.db.segments_db [None req-85c3f326-e767-4fe7-9b56-e9198ac947bc admin admin] Added segment bd1c8d4a-2701-4e01-89cf-56cc84afd13d of type vlan for network 95f7ef15-86ed-41ae-ae8e-9295265872bf Nov 11 20:33:22.098131 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-85c3f326-e767-4fe7-9b56-e9198ac947bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768468705491'] for network, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:22.124759 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-85c3f326-e767-4fe7-9b56-e9198ac947bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858'] for network, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:22.125706 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c3f326-e767-4fe7-9b56-e9198ac947bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:33:22.126280 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-85c3f326-e767-4fe7-9b56-e9198ac947bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for network, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:22.181450 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-85c3f326-e767-4fe7-9b56-e9198ac947bc admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2697525 Nov 11 20:33:22.190491 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c3f326-e767-4fe7-9b56-e9198ac947bc admin admin] Pushing event updated for resources: {'Network': ['ID=95f7ef15-86ed-41ae-ae8e-9295265872bf,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:33:22.208896 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Network 95f7ef15-86ed-41ae-ae8e-9295265872bf details requested by agent ovs-agent-dv-cinder-817642-1-iscsi with host dv-cinder-817642-1-iscsi {{(pid=101813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:33:24.584566 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 39270) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:33:24.646557 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.pecan_wsgi.hooks.translation [None req-04495129-a9eb-41d7-9793-eea8339f8982 admin admin] GET failed (client error): The resource could not be found. Nov 11 20:33:24.647929 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-04495129-a9eb-41d7-9793-eea8339f8982 admin admin] 10.222.0.61 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0623934 Nov 11 20:33:24.723086 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7318d09b-efbe-493b-9d87-328f8ceb3cf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:33:24.724668 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-7318d09b-efbe-493b-9d87-328f8ceb3cf9 admin admin] 10.222.0.61 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0721371 Nov 11 20:33:24.735590 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [None req-48fae80a-4d5a-48db-a83f-db609d8448e5 admin admin] Request body: {'subnet': {'network_id': '95f7ef15-86ed-41ae-ae8e-9295265872bf', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:33:24.754209 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48fae80a-4d5a-48db-a83f-db609d8448e5 admin admin] Made reservation on behalf of a2aa9fb1217f4d3997495664f70e1fe6 for: {'subnet': 1} {{(pid=101811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:33:24.756434 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-48fae80a-4d5a-48db-a83f-db609d8448e5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:25.003304 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-48fae80a-4d5a-48db-a83f-db609d8448e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858'] for subnet, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:25.057479 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fae80a-4d5a-48db-a83f-db609d8448e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08449476-c713-4a24-bfc1-62cf0a510900,revision_number=0']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:33:25.065726 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fae80a-4d5a-48db-a83f-db609d8448e5 admin admin] Checking segment: {'id': 'bd1c8d4a-2701-4e01-89cf-56cc84afd13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '95f7ef15-86ed-41ae-ae8e-9295265872bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:33:25.066069 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fae80a-4d5a-48db-a83f-db609d8448e5 admin admin] Network hostable DHCP agents. Network: 95f7ef15-86ed-41ae-ae8e-9295265872bf, hostable agents: ['4584d237-ef17-41dc-89a8-5da37ed889a0'], hosted agents: [] {{(pid=101811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:33:25.082435 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fae80a-4d5a-48db-a83f-db609d8448e5 admin admin] Network 95f7ef15-86ed-41ae-ae8e-9295265872bf is scheduled to be hosted by DHCP agent 4584d237-ef17-41dc-89a8-5da37ed889a0 with binding_index 1 {{(pid=101811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:33:25.090349 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.base_scheduler [None req-48fae80a-4d5a-48db-a83f-db609d8448e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817642-1-iscsi, 95f7ef15-86ed-41ae-ae8e-9295265872bf) {{(pid=101811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:33:25.095047 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fae80a-4d5a-48db-a83f-db609d8448e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:33:25.095623 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-48fae80a-4d5a-48db-a83f-db609d8448e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for subnet, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:25.101137 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b195618-09de-46f8-b694-cae7ef1e6f21 None None] Network 95f7ef15-86ed-41ae-ae8e-9295265872bf requested from dv-cinder-817642-1-iscsi {{(pid=101813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:33:25.111180 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-48fae80a-4d5a-48db-a83f-db609d8448e5 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3796515 Nov 11 20:33:25.350089 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05953218-8414-4360-98f5-88c2959f89b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc500f935-dd16-56a1-90f5-a4026435ad68-95f7ef15-86ed-41ae-ae8e-9295265872bf', 'network_id': '95f7ef15-86ed-41ae-ae8e-9295265872bf', 'tenant_id': 'a2aa9fb1217f4d3997495664f70e1fe6', 'fixed_ips': [{'subnet_id': '08449476-c713-4a24-bfc1-62cf0a510900'}]}} from dv-cinder-817642-1-iscsi. {{(pid=101813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 20:33:25.351406 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-05953218-8414-4360-98f5-88c2959f89b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:25.495073 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.db_base_plugin_common [None req-05953218-8414-4360-98f5-88c2959f89b1 None None] Allocated IP 192.168.233.2 (95f7ef15-86ed-41ae-ae8e-9295265872bf/08449476-c713-4a24-bfc1-62cf0a510900/9abeb6ad-d82f-47b9-bfb3-07018a948dfd) {{(pid=101813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:33:25.644794 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-05953218-8414-4360-98f5-88c2959f89b1 None None] Publish callbacks [] for port, precommit_create {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:25.650740 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-05953218-8414-4360-98f5-88c2959f89b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945'] for port, after_create {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:25.686409 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05953218-8414-4360-98f5-88c2959f89b1 None None] Network 95f7ef15-86ed-41ae-ae8e-9295265872bf is already hosted by enough agents. {{(pid=101813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:33:25.690096 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.scheduler.base_scheduler [None req-05953218-8414-4360-98f5-88c2959f89b1 None None] Resources bound (agent type, host, resource id): {{(pid=101813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:33:25.695653 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05953218-8414-4360-98f5-88c2959f89b1 None None] Received port after_create {{(pid=101813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:33:25.703512 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05953218-8414-4360-98f5-88c2959f89b1 None None] Pushing event updated for resources: {'Port': ['ID=9abeb6ad-d82f-47b9-bfb3-07018a948dfd,revision_number=1']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:33:25.714206 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05953218-8414-4360-98f5-88c2959f89b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:33:25.714570 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05953218-8414-4360-98f5-88c2959f89b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:33:25.714907 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05953218-8414-4360-98f5-88c2959f89b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:33:25.715230 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05953218-8414-4360-98f5-88c2959f89b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:33:25.715551 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05953218-8414-4360-98f5-88c2959f89b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:33:25.715869 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05953218-8414-4360-98f5-88c2959f89b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:33:25.716213 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05953218-8414-4360-98f5-88c2959f89b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:33:25.716529 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05953218-8414-4360-98f5-88c2959f89b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:33:25.716862 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05953218-8414-4360-98f5-88c2959f89b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:33:25.717180 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05953218-8414-4360-98f5-88c2959f89b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:33:25.717491 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05953218-8414-4360-98f5-88c2959f89b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:33:25.717828 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05953218-8414-4360-98f5-88c2959f89b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:33:25.766390 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-05953218-8414-4360-98f5-88c2959f89b1 None None] Attempting to bind port 9abeb6ad-d82f-47b9-bfb3-07018a948dfd on host dv-cinder-817642-1-iscsi for vnic_type normal with profile {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:33:25.766750 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-05953218-8414-4360-98f5-88c2959f89b1 None None] Attempting to bind port 9abeb6ad-d82f-47b9-bfb3-07018a948dfd by drivers openvswitch,hyperv on host dv-cinder-817642-1-iscsi at level 0 using segments [{'id': 'bd1c8d4a-2701-4e01-89cf-56cc84afd13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '95f7ef15-86ed-41ae-ae8e-9295265872bf'}] {{(pid=101813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:33:25.767103 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05953218-8414-4360-98f5-88c2959f89b1 None None] Attempting to bind port 9abeb6ad-d82f-47b9-bfb3-07018a948dfd on network 95f7ef15-86ed-41ae-ae8e-9295265872bf {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:33:25.772191 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05953218-8414-4360-98f5-88c2959f89b1 None None] Checking agent: {'id': '2f88a117-5cd0-41ac-983d-8c5af48f8bd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 30, 6), 'started_at': datetime.datetime(2021, 11, 11, 20, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:33:25.772561 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05953218-8414-4360-98f5-88c2959f89b1 None None] Checking segment: {'id': 'bd1c8d4a-2701-4e01-89cf-56cc84afd13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '95f7ef15-86ed-41ae-ae8e-9295265872bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:33:25.772947 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-05953218-8414-4360-98f5-88c2959f89b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:25.773323 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05953218-8414-4360-98f5-88c2959f89b1 None None] Bound using segment: {'id': 'bd1c8d4a-2701-4e01-89cf-56cc84afd13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '95f7ef15-86ed-41ae-ae8e-9295265872bf'} {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:33:25.773776 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-05953218-8414-4360-98f5-88c2959f89b1 None None] Bound port: 9abeb6ad-d82f-47b9-bfb3-07018a948dfd, host: dv-cinder-817642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd1c8d4a-2701-4e01-89cf-56cc84afd13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '95f7ef15-86ed-41ae-ae8e-9295265872bf'}}] {{(pid=101813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:33:25.774164 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-05953218-8414-4360-98f5-88c2959f89b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:25.838012 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-05953218-8414-4360-98f5-88c2959f89b1 None None] For port 9abeb6ad-d82f-47b9-bfb3-07018a948dfd, host dv-cinder-817642-1-iscsi, cleared binding levels {{(pid=101813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:33:25.841689 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-05953218-8414-4360-98f5-88c2959f89b1 None None] For port 9abeb6ad-d82f-47b9-bfb3-07018a948dfd, host dv-cinder-817642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=9abeb6ad-d82f-47b9-bfb3-07018a948dfd,segment=NetworkSegment(bd1c8d4a-2701-4e01-89cf-56cc84afd13d),segment_id=bd1c8d4a-2701-4e01-89cf-56cc84afd13d)] {{(pid=101813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:33:25.846803 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-05953218-8414-4360-98f5-88c2959f89b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:25.904805 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05953218-8414-4360-98f5-88c2959f89b1 None None] Pushing event updated for resources: {'Port': ['ID=9abeb6ad-d82f-47b9-bfb3-07018a948dfd,revision_number=2']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:33:26.453020 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device 9abeb6ad-d82f-47b9-bfb3-07018a948dfd up at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:33:26.517734 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Provisioning complete for port 9abeb6ad-d82f-47b9-bfb3-07018a948dfd triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:33:26.518124 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:26.603194 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:26.641631 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] For port 9abeb6ad-d82f-47b9-bfb3-07018a948dfd, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=9abeb6ad-d82f-47b9-bfb3-07018a948dfd,segment=NetworkSegment(bd1c8d4a-2701-4e01-89cf-56cc84afd13d),segment_id=bd1c8d4a-2701-4e01-89cf-56cc84afd13d)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:33:26.647513 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:26.704759 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Pushing event updated for resources: {'Port': ['ID=9abeb6ad-d82f-47b9-bfb3-07018a948dfd,revision_number=3']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:33:26.763956 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40583a92-fef1-4439-a499-bc32159cb180 None None] Network 95f7ef15-86ed-41ae-ae8e-9295265872bf requested from dv-cinder-817642-1-iscsi {{(pid=101813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:33:26.851583 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-f3a26905-b52a-4b0b-ac5b-21aa843ee4bc None None] Provisioning complete for port 9abeb6ad-d82f-47b9-bfb3-07018a948dfd triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:33:26.851953 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-f3a26905-b52a-4b0b-ac5b-21aa843ee4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:27.215391 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-ccf00767-bccd-4700-af5a-73599b342e1e None None] Provisioning complete for port 9abeb6ad-d82f-47b9-bfb3-07018a948dfd triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:33:27.215755 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-ccf00767-bccd-4700-af5a-73599b342e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:28.430250 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device 9abeb6ad-d82f-47b9-bfb3-07018a948dfd up at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:33:28.478894 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Provisioning complete for port 9abeb6ad-d82f-47b9-bfb3-07018a948dfd triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:33:28.479255 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:30.678994 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-d64cfbfc-6cba-4888-bdc5-7c46b0484541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:33.330230 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-fdc9701a-9a21-40fc-9fab-01606bfd52c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:34.309145 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3d9940ef-842e-4b07-a279-f9f66b0ee11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:36.038084 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b24fd597-249d-429f-8b46-48f3c6a9ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:36.397972 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:33:54.850086 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.agents_db [None req-82748851-6744-43b9-bd77-83e744a7c088 None None] Agent healthcheck: found 5 active agents {{(pid=101814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:34:00.680712 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-4a950872-886a-4ea8-a4b8-710ba095661a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:03.332844 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-67bc884c-0a06-49a9-9157-358abf73ddb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:04.313032 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3d9940ef-842e-4b07-a279-f9f66b0ee11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:06.041179 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b24fd597-249d-429f-8b46-48f3c6a9ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:06.400311 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:30.684540 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-9369c26c-8ae8-4c64-ba7c-df59aa739fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:31.849043 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.agents_db [None req-82748851-6744-43b9-bd77-83e744a7c088 None None] Agent healthcheck: found 5 active agents {{(pid=101814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:34:33.334712 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-99b6e3ce-4f4f-4478-a58e-a8f3225e9dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:34.316264 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3d9940ef-842e-4b07-a279-f9f66b0ee11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:36.046976 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b24fd597-249d-429f-8b46-48f3c6a9ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:36.408860 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:37.802695 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 39314) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:34:37.808722 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [None req-e748bcb7-9d82-48da-9184-e29d60629294 tempest-verify_tempest_config-99321609 tempest-verify_tempest_config-99321609-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=101811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:34:37.810177 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-e748bcb7-9d82-48da-9184-e29d60629294 tempest-verify_tempest_config-99321609 tempest-verify_tempest_config-99321609-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0064995 Nov 11 20:34:38.103914 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 39332) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:34:38.206186 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-89b876e1-efb8-47ce-8465-ebc5a93c87d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:38.279378 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-89b876e1-efb8-47ce-8465-ebc5a93c87d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:38.283016 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-89b876e1-efb8-47ce-8465-ebc5a93c87d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:38.330209 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b876e1-efb8-47ce-8465-ebc5a93c87d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914ec26b-c276-456b-b4b1-df70752dac1a,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:34:38.334765 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-89b876e1-efb8-47ce-8465-ebc5a93c87d1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=eed1da00099d45868c04594111632d4d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2298374 Nov 11 20:34:38.337670 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 39338) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:34:38.338989 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b876e1-efb8-47ce-8465-ebc5a93c87d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:34:38.339355 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b876e1-efb8-47ce-8465-ebc5a93c87d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:34:38.339702 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b876e1-efb8-47ce-8465-ebc5a93c87d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:34:38.340612 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b876e1-efb8-47ce-8465-ebc5a93c87d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:34:38.340948 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b876e1-efb8-47ce-8465-ebc5a93c87d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:34:38.341301 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b876e1-efb8-47ce-8465-ebc5a93c87d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:34:38.341635 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b876e1-efb8-47ce-8465-ebc5a93c87d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:34:38.341978 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b876e1-efb8-47ce-8465-ebc5a93c87d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:34:38.342317 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b876e1-efb8-47ce-8465-ebc5a93c87d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:34:38.342643 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b876e1-efb8-47ce-8465-ebc5a93c87d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:34:38.342963 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b876e1-efb8-47ce-8465-ebc5a93c87d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:34:38.343281 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b876e1-efb8-47ce-8465-ebc5a93c87d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:34:38.398081 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-f0e90830-c2c0-4f7f-aad9-952e8ba35fea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:38.419411 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-f0e90830-c2c0-4f7f-aad9-952e8ba35fea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:38.507624 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-f0e90830-c2c0-4f7f-aad9-952e8ba35fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:38.510120 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-f0e90830-c2c0-4f7f-aad9-952e8ba35fea admin admin] Publish callbacks [] for security_group, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:34:38.511262 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-f0e90830-c2c0-4f7f-aad9-952e8ba35fea admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/914ec26b-c276-456b-b4b1-df70752dac1a HTTP/1.1" status: 204 len: 168 time: 0.1726320 Nov 11 20:34:38.519390 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e90830-c2c0-4f7f-aad9-952e8ba35fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914ec26b-c276-456b-b4b1-df70752dac1a,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:34:38.525833 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e90830-c2c0-4f7f-aad9-952e8ba35fea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:34:38.526171 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e90830-c2c0-4f7f-aad9-952e8ba35fea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:34:38.526501 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e90830-c2c0-4f7f-aad9-952e8ba35fea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:34:38.526822 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e90830-c2c0-4f7f-aad9-952e8ba35fea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:34:38.527141 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e90830-c2c0-4f7f-aad9-952e8ba35fea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:34:38.528017 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e90830-c2c0-4f7f-aad9-952e8ba35fea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:34:38.528343 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e90830-c2c0-4f7f-aad9-952e8ba35fea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:34:38.528671 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e90830-c2c0-4f7f-aad9-952e8ba35fea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:34:38.529014 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e90830-c2c0-4f7f-aad9-952e8ba35fea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:34:38.529332 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e90830-c2c0-4f7f-aad9-952e8ba35fea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:34:38.529690 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e90830-c2c0-4f7f-aad9-952e8ba35fea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:34:38.530077 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e90830-c2c0-4f7f-aad9-952e8ba35fea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:35:00.688699 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-e883fd87-b324-411d-b0ce-ab70160a65d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:35:03.337384 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-985b5fa7-c709-4298-a9fc-ff1542dec03f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:35:04.317444 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3d9940ef-842e-4b07-a279-f9f66b0ee11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:35:06.049039 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b24fd597-249d-429f-8b46-48f3c6a9ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:35:06.402558 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:35:08.847634 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.agents_db [None req-82748851-6744-43b9-bd77-83e744a7c088 None None] Agent healthcheck: found 5 active agents {{(pid=101814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:35:30.690132 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-087f6f14-260c-4114-969e-17a2a133fcad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:35:33.339069 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c4e36696-ec0e-4848-bf99-34485a3029f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:35:34.320505 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3d9940ef-842e-4b07-a279-f9f66b0ee11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:35:36.052706 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b24fd597-249d-429f-8b46-48f3c6a9ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:35:36.406404 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:35:45.846207 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.agents_db [None req-82748851-6744-43b9-bd77-83e744a7c088 None None] Agent healthcheck: found 5 active agents {{(pid=101814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:36:00.691311 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-dcf34e8a-fd68-4ede-aa24-bc789dadd29f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:36:03.340421 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-de818892-6044-46a8-b85a-2fbfb83dd82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:36:04.323783 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3d9940ef-842e-4b07-a279-f9f66b0ee11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:36:06.054756 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b24fd597-249d-429f-8b46-48f3c6a9ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:36:06.410916 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:36:19.824206 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-656300'] for agent, after_create {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:36:22.845809 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.agents_db [None req-82748851-6744-43b9-bd77-83e744a7c088 None None] Agent healthcheck: found 6 active agents {{(pid=101814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:36:30.693777 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-91e353c1-a604-41c9-93d7-be512533daa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:36:31.717108 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 39410) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:36:31.821035 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-540cac88-51be-4d06-8d71-1b106b7ff36a admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1028404 Nov 11 20:36:33.342972 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-2f5566a4-7461-4e4b-96a8-96a9475fd650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:36:34.208343 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 39420) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:36:34.262577 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-a544afb4-33af-4b0c-8ffe-ba3ea789f053 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0530450 Nov 11 20:36:34.328270 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3d9940ef-842e-4b07-a279-f9f66b0ee11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:36:36.060675 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b24fd597-249d-429f-8b46-48f3c6a9ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:36:36.413714 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:36:49.838965 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:36:59.844156 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.agents_db [None req-82748851-6744-43b9-bd77-83e744a7c088 None None] Agent healthcheck: found 6 active agents {{(pid=101814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:37:00.697299 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-026e0d7b-a8c7-45b4-b36a-95a3d7858c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:37:03.347475 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-080d31c6-0aa6-4bb3-a160-167e2e5f93dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:37:04.330636 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3d9940ef-842e-4b07-a279-f9f66b0ee11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:37:06.062157 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b24fd597-249d-429f-8b46-48f3c6a9ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:37:06.416047 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:37:19.846503 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:37:30.698634 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-56f61aef-defb-4fc4-b52c-008855d0e36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:37:33.351477 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c3c5fe4f-0f0c-4bbf-a501-3412bc2d7060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:37:34.333594 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3d9940ef-842e-4b07-a279-f9f66b0ee11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:37:36.069640 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b24fd597-249d-429f-8b46-48f3c6a9ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:37:36.422647 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:37:36.860213 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.agents_db [None req-82748851-6744-43b9-bd77-83e744a7c088 None None] Agent healthcheck: found 6 active agents {{(pid=101814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:37:49.872058 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:00.702210 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-45b54349-dc33-4171-b25d-137572295156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:03.354659 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-7b41d3cf-af29-4e5b-a1a3-de22ddf438c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:04.334312 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3d9940ef-842e-4b07-a279-f9f66b0ee11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:06.070849 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b24fd597-249d-429f-8b46-48f3c6a9ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:06.429172 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:11.152192 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 39606) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:11.236171 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 39614) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:11.487110 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 39628) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:11.518735 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [None req-7b1f1c10-2813-4fe1-b368-2831ea811313 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2129851419-network', 'tenant_id': '8473830434694f05acc123584bf48e18'}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:38:11.542397 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1f1c10-2813-4fe1-b368-2831ea811313 admin admin] Made reservation on behalf of 8473830434694f05acc123584bf48e18 for: {'network': 1} {{(pid=101812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:38:11.545089 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-7b1f1c10-2813-4fe1-b368-2831ea811313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for network, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:11.555461 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-7b1f1c10-2813-4fe1-b368-2831ea811313 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:11.583081 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [None req-23f1b187-e10c-4b5b-b075-6c649f1f9623 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-627808726-network', 'tenant_id': '38d540a76ef9405bb94b7e433494fabd'}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:38:11.620449 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f1b187-e10c-4b5b-b075-6c649f1f9623 admin admin] Made reservation on behalf of 38d540a76ef9405bb94b7e433494fabd for: {'network': 1} {{(pid=101812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:38:11.622704 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-23f1b187-e10c-4b5b-b075-6c649f1f9623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for network, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:11.638927 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-23f1b187-e10c-4b5b-b075-6c649f1f9623 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:11.679772 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-7b1f1c10-2813-4fe1-b368-2831ea811313 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:11.694968 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-7b1f1c10-2813-4fe1-b368-2831ea811313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:11.715042 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b1f1c10-2813-4fe1-b368-2831ea811313 admin admin] vlan segment allocate from pool success with {'vlan_id': 888, 'physical_network': 'physnet1'} {{(pid=101812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:38:11.737838 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-7b1f1c10-2813-4fe1-b368-2831ea811313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16407769'] for segment, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:11.738178 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.db.segments_db [None req-7b1f1c10-2813-4fe1-b368-2831ea811313 admin admin] Added segment f22cd012-f950-4a19-bea8-62720f128e10 of type vlan for network acd422cb-07fc-4b63-aaab-fd2e52fc9069 Nov 11 20:38:11.778241 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 39640) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:11.798370 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-7b1f1c10-2813-4fe1-b368-2831ea811313 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768468705491'] for network, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:11.803607 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f1c10-2813-4fe1-b368-2831ea811313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71282bb5-3a45-4178-8213-421ee545099e,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:11.834308 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-7b1f1c10-2813-4fe1-b368-2831ea811313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858'] for network, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:11.835249 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1f1c10-2813-4fe1-b368-2831ea811313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:11.835814 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-7b1f1c10-2813-4fe1-b368-2831ea811313 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for network, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:11.852580 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1f1c10-2813-4fe1-b368-2831ea811313 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:11.852813 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1f1c10-2813-4fe1-b368-2831ea811313 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:11.853149 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1f1c10-2813-4fe1-b368-2831ea811313 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:11.853481 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1f1c10-2813-4fe1-b368-2831ea811313 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:11.853808 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1f1c10-2813-4fe1-b368-2831ea811313 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:11.854352 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1f1c10-2813-4fe1-b368-2831ea811313 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:11.854957 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1f1c10-2813-4fe1-b368-2831ea811313 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:11.855481 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1f1c10-2813-4fe1-b368-2831ea811313 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:11.855995 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1f1c10-2813-4fe1-b368-2831ea811313 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:11.856487 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1f1c10-2813-4fe1-b368-2831ea811313 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:11.856973 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1f1c10-2813-4fe1-b368-2831ea811313 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:11.857462 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1f1c10-2813-4fe1-b368-2831ea811313 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:11.858673 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1f1c10-2813-4fe1-b368-2831ea811313 admin admin] Tracked resource versions report: Nov 11 20:38:11.858673 dv-cinder-817642-1-iscsi neutron-server[101812]: pushed versions: Nov 11 20:38:11.858673 dv-cinder-817642-1-iscsi neutron-server[101812]: { 'AddressGroup': {'1.2'}, Nov 11 20:38:11.858673 dv-cinder-817642-1-iscsi neutron-server[101812]: 'ConntrackHelper': {'1.0'}, Nov 11 20:38:11.858673 dv-cinder-817642-1-iscsi neutron-server[101812]: 'Log': {'1.0'}, Nov 11 20:38:11.858673 dv-cinder-817642-1-iscsi neutron-server[101812]: 'Network': {'1.1'}, Nov 11 20:38:11.858673 dv-cinder-817642-1-iscsi neutron-server[101812]: 'Port': {'1.7'}, Nov 11 20:38:11.858673 dv-cinder-817642-1-iscsi neutron-server[101812]: 'PortForwarding': {'1.2'}, Nov 11 20:38:11.858673 dv-cinder-817642-1-iscsi neutron-server[101812]: 'QosPolicy': {'1.10'}, Nov 11 20:38:11.858673 dv-cinder-817642-1-iscsi neutron-server[101812]: 'SecurityGroup': {'1.5'}, Nov 11 20:38:11.858673 dv-cinder-817642-1-iscsi neutron-server[101812]: 'SecurityGroupRule': {'1.2'}, Nov 11 20:38:11.858673 dv-cinder-817642-1-iscsi neutron-server[101812]: 'SubPort': {'1.0'}, Nov 11 20:38:11.858673 dv-cinder-817642-1-iscsi neutron-server[101812]: 'Subnet': {'1.1'}, Nov 11 20:38:11.858673 dv-cinder-817642-1-iscsi neutron-server[101812]: 'Trunk': {'1.1'}} Nov 11 20:38:11.858673 dv-cinder-817642-1-iscsi neutron-server[101812]: consumer versions: Nov 11 20:38:11.858673 dv-cinder-817642-1-iscsi neutron-server[101812]: { DHCP agent@dv-cinder-817642-1-iscsi: {}, Nov 11 20:38:11.858673 dv-cinder-817642-1-iscsi neutron-server[101812]: HyperV agent@hv-cinder-81764: {}, Nov 11 20:38:11.858673 dv-cinder-817642-1-iscsi neutron-server[101812]: L3 agent@dv-cinder-817642-1-iscsi: {}, Nov 11 20:38:11.858673 dv-cinder-817642-1-iscsi neutron-server[101812]: Metadata agent@dv-cinder-817642-1-iscsi: {}, Nov 11 20:38:11.858673 dv-cinder-817642-1-iscsi neutron-server[101812]: Metering agent@dv-cinder-817642-1-iscsi: {}, Nov 11 20:38:11.858673 dv-cinder-817642-1-iscsi neutron-server[101812]: Open vSwitch agent@dv-cinder-817642-1-iscsi: { 'AddressGroup': '1.2', Nov 11 20:38:11.858673 dv-cinder-817642-1-iscsi neutron-server[101812]: 'ConntrackHelper': '1.0', Nov 11 20:38:11.858673 dv-cinder-817642-1-iscsi neutron-server[101812]: 'Log': '1.0', Nov 11 20:38:11.858673 dv-cinder-817642-1-iscsi neutron-server[101812]: 'Network': '1.1', Nov 11 20:38:11.858673 dv-cinder-817642-1-iscsi neutron-server[101812]: 'Port': '1.7', Nov 11 20:38:11.858673 dv-cinder-817642-1-iscsi neutron-server[101812]: 'PortForwarding': '1.2', Nov 11 20:38:11.858673 dv-cinder-817642-1-iscsi neutron-server[101812]: 'QosPolicy': '1.10', Nov 11 20:38:11.858673 dv-cinder-817642-1-iscsi neutron-server[101812]: 'SecurityGroup': '1.5', Nov 11 20:38:11.858673 dv-cinder-817642-1-iscsi neutron-server[101812]: 'SecurityGroupRule': '1.2', Nov 11 20:38:11.858673 dv-cinder-817642-1-iscsi neutron-server[101812]: 'SubPort': '1.0', Nov 11 20:38:11.858673 dv-cinder-817642-1-iscsi neutron-server[101812]: 'Subnet': '1.1', Nov 11 20:38:11.858673 dv-cinder-817642-1-iscsi neutron-server[101812]: 'Trunk': '1.1'}} Nov 11 20:38:11.858673 dv-cinder-817642-1-iscsi neutron-server[101812]: {{(pid=101812) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 20:38:11.877310 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [None req-82f82416-0951-4ce6-a84d-b4102fcad758 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-365052506-network', 'tenant_id': '0daea5c9b8ea4f91b977e9e3cd28c055'}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:38:11.892687 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 39650) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:11.892877 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-7b1f1c10-2813-4fe1-b368-2831ea811313 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7393532 Nov 11 20:38:11.904121 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-23f1b187-e10c-4b5b-b075-6c649f1f9623 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:11.906419 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [None req-9c22d5ab-655f-4f74-ab0c-fb5fcb5876dc admin admin] Request body: {'subnet': {'network_id': 'acd422cb-07fc-4b63-aaab-fd2e52fc9069', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2129851419-subnet', 'tenant_id': '8473830434694f05acc123584bf48e18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:38:11.922472 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-23f1b187-e10c-4b5b-b075-6c649f1f9623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:11.981681 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23f1b187-e10c-4b5b-b075-6c649f1f9623 admin admin] vlan segment allocate from pool success with {'vlan_id': 874, 'physical_network': 'physnet1'} {{(pid=101812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:38:11.996926 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-23f1b187-e10c-4b5b-b075-6c649f1f9623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16407769'] for segment, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:11.997633 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.db.segments_db [None req-23f1b187-e10c-4b5b-b075-6c649f1f9623 admin admin] Added segment bc2cdd12-61b5-41c6-859f-e3f0a8c491bb of type vlan for network 51d362a5-52f5-4926-aac3-68c4c9326236 Nov 11 20:38:12.006762 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c22d5ab-655f-4f74-ab0c-fb5fcb5876dc admin admin] Made reservation on behalf of 8473830434694f05acc123584bf48e18 for: {'subnet': 1} {{(pid=101811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:38:12.009391 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9c22d5ab-655f-4f74-ab0c-fb5fcb5876dc admin admin] Publish callbacks [] for subnet, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:12.046962 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-23f1b187-e10c-4b5b-b075-6c649f1f9623 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768468705491'] for network, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:12.075365 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f82416-0951-4ce6-a84d-b4102fcad758 admin admin] Made reservation on behalf of 0daea5c9b8ea4f91b977e9e3cd28c055 for: {'network': 1} {{(pid=101812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:38:12.077827 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-82f82416-0951-4ce6-a84d-b4102fcad758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for network, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:12.093392 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-23f1b187-e10c-4b5b-b075-6c649f1f9623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858'] for network, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:12.094560 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f1b187-e10c-4b5b-b075-6c649f1f9623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:12.095778 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-23f1b187-e10c-4b5b-b075-6c649f1f9623 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for network, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:12.106749 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-82f82416-0951-4ce6-a84d-b4102fcad758 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:12.109266 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f1c10-2813-4fe1-b368-2831ea811313 admin admin] Pushing event updated for resources: {'Network': ['ID=acd422cb-07fc-4b63-aaab-fd2e52fc9069,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:12.111567 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f1b187-e10c-4b5b-b075-6c649f1f9623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14389f2-6fe5-4d10-b799-a7857a5b5329,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:12.122444 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Network acd422cb-07fc-4b63-aaab-fd2e52fc9069 details requested by agent ovs-agent-dv-cinder-817642-1-iscsi with host dv-cinder-817642-1-iscsi {{(pid=101813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:38:12.142767 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-23f1b187-e10c-4b5b-b075-6c649f1f9623 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9053605 Nov 11 20:38:12.146566 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 39662) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:12.160329 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [None req-e51984af-2115-4d55-a378-202e837952bc admin admin] Request body: {'subnet': {'network_id': '51d362a5-52f5-4926-aac3-68c4c9326236', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-627808726-subnet', 'tenant_id': '38d540a76ef9405bb94b7e433494fabd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:38:12.213505 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [None req-3dc07da6-4f24-47b4-9206-8aacdfe0d99e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-391537089-network', 'tenant_id': '7b92a8a05c22447985ae53c7b9c91fc8'}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:38:12.238062 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51984af-2115-4d55-a378-202e837952bc admin admin] Made reservation on behalf of 38d540a76ef9405bb94b7e433494fabd for: {'subnet': 1} {{(pid=101812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:38:12.243756 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-e51984af-2115-4d55-a378-202e837952bc admin admin] Publish callbacks [] for subnet, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:12.300290 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc07da6-4f24-47b4-9206-8aacdfe0d99e admin admin] Made reservation on behalf of 7b92a8a05c22447985ae53c7b9c91fc8 for: {'network': 1} {{(pid=101811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:38:12.303343 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-3dc07da6-4f24-47b4-9206-8aacdfe0d99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for network, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:12.321552 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-3dc07da6-4f24-47b4-9206-8aacdfe0d99e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:12.337866 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9c22d5ab-655f-4f74-ab0c-fb5fcb5876dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858'] for subnet, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:12.399775 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-82f82416-0951-4ce6-a84d-b4102fcad758 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:12.401094 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f1b187-e10c-4b5b-b075-6c649f1f9623 admin admin] Pushing event updated for resources: {'Network': ['ID=51d362a5-52f5-4926-aac3-68c4c9326236,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:12.407571 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c22d5ab-655f-4f74-ab0c-fb5fcb5876dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=843c9d58-b0a8-42ed-baec-4e93b7576eb3,revision_number=0']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:12.413830 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Network 51d362a5-52f5-4926-aac3-68c4c9326236 details requested by agent ovs-agent-dv-cinder-817642-1-iscsi with host dv-cinder-817642-1-iscsi {{(pid=101813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:38:12.416981 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-82f82416-0951-4ce6-a84d-b4102fcad758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:12.422561 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22d5ab-655f-4f74-ab0c-fb5fcb5876dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:12.422929 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22d5ab-655f-4f74-ab0c-fb5fcb5876dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:12.423272 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22d5ab-655f-4f74-ab0c-fb5fcb5876dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:12.423607 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22d5ab-655f-4f74-ab0c-fb5fcb5876dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:12.423930 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22d5ab-655f-4f74-ab0c-fb5fcb5876dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:12.424466 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22d5ab-655f-4f74-ab0c-fb5fcb5876dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:12.425144 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22d5ab-655f-4f74-ab0c-fb5fcb5876dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:12.425483 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22d5ab-655f-4f74-ab0c-fb5fcb5876dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:12.425960 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22d5ab-655f-4f74-ab0c-fb5fcb5876dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:12.427222 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22d5ab-655f-4f74-ab0c-fb5fcb5876dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:12.427781 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22d5ab-655f-4f74-ab0c-fb5fcb5876dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:12.428288 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22d5ab-655f-4f74-ab0c-fb5fcb5876dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:12.429659 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22d5ab-655f-4f74-ab0c-fb5fcb5876dc admin admin] Tracked resource versions report: Nov 11 20:38:12.429659 dv-cinder-817642-1-iscsi neutron-server[101811]: pushed versions: Nov 11 20:38:12.429659 dv-cinder-817642-1-iscsi neutron-server[101811]: { 'AddressGroup': {'1.2'}, Nov 11 20:38:12.429659 dv-cinder-817642-1-iscsi neutron-server[101811]: 'ConntrackHelper': {'1.0'}, Nov 11 20:38:12.429659 dv-cinder-817642-1-iscsi neutron-server[101811]: 'Log': {'1.0'}, Nov 11 20:38:12.429659 dv-cinder-817642-1-iscsi neutron-server[101811]: 'Network': {'1.1'}, Nov 11 20:38:12.429659 dv-cinder-817642-1-iscsi neutron-server[101811]: 'Port': {'1.7'}, Nov 11 20:38:12.429659 dv-cinder-817642-1-iscsi neutron-server[101811]: 'PortForwarding': {'1.2'}, Nov 11 20:38:12.429659 dv-cinder-817642-1-iscsi neutron-server[101811]: 'QosPolicy': {'1.10'}, Nov 11 20:38:12.429659 dv-cinder-817642-1-iscsi neutron-server[101811]: 'SecurityGroup': {'1.5'}, Nov 11 20:38:12.429659 dv-cinder-817642-1-iscsi neutron-server[101811]: 'SecurityGroupRule': {'1.2'}, Nov 11 20:38:12.429659 dv-cinder-817642-1-iscsi neutron-server[101811]: 'SubPort': {'1.0'}, Nov 11 20:38:12.429659 dv-cinder-817642-1-iscsi neutron-server[101811]: 'Subnet': {'1.1'}, Nov 11 20:38:12.429659 dv-cinder-817642-1-iscsi neutron-server[101811]: 'Trunk': {'1.1'}} Nov 11 20:38:12.429659 dv-cinder-817642-1-iscsi neutron-server[101811]: consumer versions: Nov 11 20:38:12.429659 dv-cinder-817642-1-iscsi neutron-server[101811]: { DHCP agent@dv-cinder-817642-1-iscsi: {}, Nov 11 20:38:12.429659 dv-cinder-817642-1-iscsi neutron-server[101811]: HyperV agent@hv-cinder-81764: {}, Nov 11 20:38:12.429659 dv-cinder-817642-1-iscsi neutron-server[101811]: L3 agent@dv-cinder-817642-1-iscsi: {}, Nov 11 20:38:12.429659 dv-cinder-817642-1-iscsi neutron-server[101811]: Metadata agent@dv-cinder-817642-1-iscsi: {}, Nov 11 20:38:12.429659 dv-cinder-817642-1-iscsi neutron-server[101811]: Metering agent@dv-cinder-817642-1-iscsi: {}, Nov 11 20:38:12.429659 dv-cinder-817642-1-iscsi neutron-server[101811]: Open vSwitch agent@dv-cinder-817642-1-iscsi: { 'AddressGroup': '1.2', Nov 11 20:38:12.429659 dv-cinder-817642-1-iscsi neutron-server[101811]: 'ConntrackHelper': '1.0', Nov 11 20:38:12.429659 dv-cinder-817642-1-iscsi neutron-server[101811]: 'Log': '1.0', Nov 11 20:38:12.429659 dv-cinder-817642-1-iscsi neutron-server[101811]: 'Network': '1.1', Nov 11 20:38:12.429659 dv-cinder-817642-1-iscsi neutron-server[101811]: 'Port': '1.7', Nov 11 20:38:12.429659 dv-cinder-817642-1-iscsi neutron-server[101811]: 'PortForwarding': '1.2', Nov 11 20:38:12.429659 dv-cinder-817642-1-iscsi neutron-server[101811]: 'QosPolicy': '1.10', Nov 11 20:38:12.429659 dv-cinder-817642-1-iscsi neutron-server[101811]: 'SecurityGroup': '1.5', Nov 11 20:38:12.429659 dv-cinder-817642-1-iscsi neutron-server[101811]: 'SecurityGroupRule': '1.2', Nov 11 20:38:12.429659 dv-cinder-817642-1-iscsi neutron-server[101811]: 'SubPort': '1.0', Nov 11 20:38:12.429659 dv-cinder-817642-1-iscsi neutron-server[101811]: 'Subnet': '1.1', Nov 11 20:38:12.429659 dv-cinder-817642-1-iscsi neutron-server[101811]: 'Trunk': '1.1'}} Nov 11 20:38:12.429659 dv-cinder-817642-1-iscsi neutron-server[101811]: {{(pid=101811) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 20:38:12.456580 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f82416-0951-4ce6-a84d-b4102fcad758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a532f9f3-0bae-4042-8c75-8658b2396770,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:12.483847 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-3dc07da6-4f24-47b4-9206-8aacdfe0d99e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:12.487710 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82f82416-0951-4ce6-a84d-b4102fcad758 admin admin] vlan segment allocate from pool success with {'vlan_id': 860, 'physical_network': 'physnet1'} {{(pid=101812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:38:12.509816 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-3dc07da6-4f24-47b4-9206-8aacdfe0d99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:12.510735 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-82f82416-0951-4ce6-a84d-b4102fcad758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16407769'] for segment, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:12.511304 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.db.segments_db [None req-82f82416-0951-4ce6-a84d-b4102fcad758 admin admin] Added segment 6b48cbfa-0d88-481b-a920-f067c7ca3e18 of type vlan for network 4eaea89b-928d-40c8-a51e-812ae04a8ab3 Nov 11 20:38:12.520755 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dc07da6-4f24-47b4-9206-8aacdfe0d99e admin admin] vlan segment allocate from pool success with {'vlan_id': 854, 'physical_network': 'physnet1'} {{(pid=101811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:38:12.529865 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-3dc07da6-4f24-47b4-9206-8aacdfe0d99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16407769'] for segment, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:12.530208 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.db.segments_db [None req-3dc07da6-4f24-47b4-9206-8aacdfe0d99e admin admin] Added segment 727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f of type vlan for network f75b74a3-4944-4e66-a1f1-0eb754745d66 Nov 11 20:38:12.580619 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c22d5ab-655f-4f74-ab0c-fb5fcb5876dc admin admin] Checking segment: {'id': 'f22cd012-f950-4a19-bea8-62720f128e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'acd422cb-07fc-4b63-aaab-fd2e52fc9069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:38:12.580990 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c22d5ab-655f-4f74-ab0c-fb5fcb5876dc admin admin] Network hostable DHCP agents. Network: acd422cb-07fc-4b63-aaab-fd2e52fc9069, hostable agents: ['4584d237-ef17-41dc-89a8-5da37ed889a0'], hosted agents: [] {{(pid=101811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:38:12.612456 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-82f82416-0951-4ce6-a84d-b4102fcad758 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768468705491'] for network, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:12.614120 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc07da6-4f24-47b4-9206-8aacdfe0d99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d20a93-0575-4251-9f0b-0ae3e73444d1,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:12.631347 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-3dc07da6-4f24-47b4-9206-8aacdfe0d99e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768468705491'] for network, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:12.637702 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c22d5ab-655f-4f74-ab0c-fb5fcb5876dc admin admin] Network acd422cb-07fc-4b63-aaab-fd2e52fc9069 is scheduled to be hosted by DHCP agent 4584d237-ef17-41dc-89a8-5da37ed889a0 with binding_index 1 {{(pid=101811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:38:12.655136 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.base_scheduler [None req-9c22d5ab-655f-4f74-ab0c-fb5fcb5876dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817642-1-iscsi, acd422cb-07fc-4b63-aaab-fd2e52fc9069) {{(pid=101811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:38:12.664174 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c22d5ab-655f-4f74-ab0c-fb5fcb5876dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:12.664962 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9c22d5ab-655f-4f74-ab0c-fb5fcb5876dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for subnet, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:12.667726 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c750a73c-a2d0-4ac1-bef1-70deba3cc661 None None] Network acd422cb-07fc-4b63-aaab-fd2e52fc9069 requested from dv-cinder-817642-1-iscsi {{(pid=101813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:38:12.686306 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-9c22d5ab-655f-4f74-ab0c-fb5fcb5876dc admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7917840 Nov 11 20:38:12.687576 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 39680) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:12.692961 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [None req-6bcade78-f183-43d3-9ee9-49a95b71c2f9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2129851419-router', 'tenant_id': '8473830434694f05acc123584bf48e18', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2'}}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:38:12.700593 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-3dc07da6-4f24-47b4-9206-8aacdfe0d99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858'] for network, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:12.702925 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc07da6-4f24-47b4-9206-8aacdfe0d99e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:12.704906 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-3dc07da6-4f24-47b4-9206-8aacdfe0d99e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for network, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:12.724834 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-82f82416-0951-4ce6-a84d-b4102fcad758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858'] for network, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:12.725892 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f82416-0951-4ce6-a84d-b4102fcad758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:12.726581 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-82f82416-0951-4ce6-a84d-b4102fcad758 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for network, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:12.763406 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-e51984af-2115-4d55-a378-202e837952bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858'] for subnet, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:12.807195 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-6bcade78-f183-43d3-9ee9-49a95b71c2f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-670138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25005'] for router, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:12.808504 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-6bcade78-f183-43d3-9ee9-49a95b71c2f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25012'] for router, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:12.893911 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51984af-2115-4d55-a378-202e837952bc admin admin] Checking segment: {'id': 'bc2cdd12-61b5-41c6-859f-e3f0a8c491bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '51d362a5-52f5-4926-aac3-68c4c9326236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:38:12.894289 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51984af-2115-4d55-a378-202e837952bc admin admin] Network hostable DHCP agents. Network: 51d362a5-52f5-4926-aac3-68c4c9326236, hostable agents: ['4584d237-ef17-41dc-89a8-5da37ed889a0'], hosted agents: [] {{(pid=101812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:38:12.909141 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-82f82416-0951-4ce6-a84d-b4102fcad758 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4183595 Nov 11 20:38:12.911950 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 39690) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:12.923225 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ab3faa-dbba-46ea-aca8-c3fc98e804a6 None None] Network acd422cb-07fc-4b63-aaab-fd2e52fc9069 requested from dv-cinder-817642-1-iscsi {{(pid=101813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:38:12.930118 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-6bcade78-f183-43d3-9ee9-49a95b71c2f9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:12.931844 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [None req-5072ec83-19d0-45fd-aa7f-589a4b261518 admin admin] Request body: {'subnet': {'network_id': '4eaea89b-928d-40c8-a51e-812ae04a8ab3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-365052506-subnet', 'tenant_id': '0daea5c9b8ea4f91b977e9e3cd28c055', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:38:12.932110 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc07da6-4f24-47b4-9206-8aacdfe0d99e admin admin] Pushing event updated for resources: {'Network': ['ID=f75b74a3-4944-4e66-a1f1-0eb754745d66,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:12.941193 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-3dc07da6-4f24-47b4-9206-8aacdfe0d99e admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1609154 Nov 11 20:38:12.941792 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 39696) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:12.948580 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [None req-8f123156-60ae-4980-a9cd-a04e2675dc59 admin admin] Request body: {'subnet': {'network_id': 'f75b74a3-4944-4e66-a1f1-0eb754745d66', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-391537089-subnet', 'tenant_id': '7b92a8a05c22447985ae53c7b9c91fc8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:38:12.964844 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f82416-0951-4ce6-a84d-b4102fcad758 admin admin] Pushing event updated for resources: {'Network': ['ID=4eaea89b-928d-40c8-a51e-812ae04a8ab3,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:12.983040 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Network f75b74a3-4944-4e66-a1f1-0eb754745d66 details requested by agent ovs-agent-dv-cinder-817642-1-iscsi with host dv-cinder-817642-1-iscsi {{(pid=101813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:38:12.991880 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51984af-2115-4d55-a378-202e837952bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b93905e5-6d6f-41ed-9efc-0dfc53d52f76,revision_number=0']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:12.995671 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Network 4eaea89b-928d-40c8-a51e-812ae04a8ab3 details requested by agent ovs-agent-dv-cinder-817642-1-iscsi with host dv-cinder-817642-1-iscsi {{(pid=101813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:38:13.008262 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51984af-2115-4d55-a378-202e837952bc admin admin] Network 51d362a5-52f5-4926-aac3-68c4c9326236 is scheduled to be hosted by DHCP agent 4584d237-ef17-41dc-89a8-5da37ed889a0 with binding_index 1 {{(pid=101812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:38:13.022851 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.base_scheduler [None req-e51984af-2115-4d55-a378-202e837952bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817642-1-iscsi, 51d362a5-52f5-4926-aac3-68c4c9326236) {{(pid=101812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:38:13.033046 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51984af-2115-4d55-a378-202e837952bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:13.034142 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-e51984af-2115-4d55-a378-202e837952bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for subnet, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:13.061044 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-e51984af-2115-4d55-a378-202e837952bc admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9063435 Nov 11 20:38:13.064711 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 39700) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:13.073653 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [None req-bad56552-2fe9-42a3-b74c-2c7206c6962c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-627808726-router', 'tenant_id': '38d540a76ef9405bb94b7e433494fabd', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2'}}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:38:13.113476 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5072ec83-19d0-45fd-aa7f-589a4b261518 admin admin] Made reservation on behalf of 0daea5c9b8ea4f91b977e9e3cd28c055 for: {'subnet': 1} {{(pid=101812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:38:13.116701 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-5072ec83-19d0-45fd-aa7f-589a4b261518 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:13.138756 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-6bcade78-f183-43d3-9ee9-49a95b71c2f9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:13.154475 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f123156-60ae-4980-a9cd-a04e2675dc59 admin admin] Made reservation on behalf of 7b92a8a05c22447985ae53c7b9c91fc8 for: {'subnet': 1} {{(pid=101811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:38:13.156934 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-8f123156-60ae-4980-a9cd-a04e2675dc59 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:13.187327 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-bad56552-2fe9-42a3-b74c-2c7206c6962c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-670138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25005'] for router, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:13.189475 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-bad56552-2fe9-42a3-b74c-2c7206c6962c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25012'] for router, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:13.301686 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c615f4d-4122-4fc1-acba-07ba1ddec97a None None] Network 51d362a5-52f5-4926-aac3-68c4c9326236 requested from dv-cinder-817642-1-iscsi {{(pid=101813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:38:13.412966 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-bad56552-2fe9-42a3-b74c-2c7206c6962c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:13.415534 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-5072ec83-19d0-45fd-aa7f-589a4b261518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858'] for subnet, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:13.752846 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-8f123156-60ae-4980-a9cd-a04e2675dc59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858'] for subnet, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:13.760421 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-bad56552-2fe9-42a3-b74c-2c7206c6962c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:13.807882 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc633582-ad78-4cb0-a944-5b065230b9e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc500f935-dd16-56a1-90f5-a4026435ad68-51d362a5-52f5-4926-aac3-68c4c9326236', 'network_id': '51d362a5-52f5-4926-aac3-68c4c9326236', 'tenant_id': '38d540a76ef9405bb94b7e433494fabd', 'fixed_ips': [{'subnet_id': 'b93905e5-6d6f-41ed-9efc-0dfc53d52f76'}]}} from dv-cinder-817642-1-iscsi. {{(pid=101813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 20:38:13.808799 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-dc633582-ad78-4cb0-a944-5b065230b9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:13.839667 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.agents_db [None req-82748851-6744-43b9-bd77-83e744a7c088 None None] Agent healthcheck: found 6 active agents {{(pid=101814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:38:13.854789 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5072ec83-19d0-45fd-aa7f-589a4b261518 admin admin] Checking segment: {'id': '6b48cbfa-0d88-481b-a920-f067c7ca3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '4eaea89b-928d-40c8-a51e-812ae04a8ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:38:13.856149 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5072ec83-19d0-45fd-aa7f-589a4b261518 admin admin] Network hostable DHCP agents. Network: 4eaea89b-928d-40c8-a51e-812ae04a8ab3, hostable agents: ['4584d237-ef17-41dc-89a8-5da37ed889a0'], hosted agents: [] {{(pid=101812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:38:13.868540 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f123156-60ae-4980-a9cd-a04e2675dc59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3ddfd0b-0a11-463e-9bc6-4a5797fe6680,revision_number=0']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:13.872982 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5072ec83-19d0-45fd-aa7f-589a4b261518 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4de108c0-2905-4299-b6ab-929bf14c62f0,revision_number=0']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:13.896904 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5072ec83-19d0-45fd-aa7f-589a4b261518 admin admin] Network 4eaea89b-928d-40c8-a51e-812ae04a8ab3 is scheduled to be hosted by DHCP agent 4584d237-ef17-41dc-89a8-5da37ed889a0 with binding_index 1 {{(pid=101812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:38:13.901868 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-6bcade78-f183-43d3-9ee9-49a95b71c2f9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:13.904722 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f123156-60ae-4980-a9cd-a04e2675dc59 admin admin] Checking segment: {'id': '727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'f75b74a3-4944-4e66-a1f1-0eb754745d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:38:13.904960 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f123156-60ae-4980-a9cd-a04e2675dc59 admin admin] Network hostable DHCP agents. Network: f75b74a3-4944-4e66-a1f1-0eb754745d66, hostable agents: ['4584d237-ef17-41dc-89a8-5da37ed889a0'], hosted agents: [] {{(pid=101811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:38:13.921740 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.base_scheduler [None req-5072ec83-19d0-45fd-aa7f-589a4b261518 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817642-1-iscsi, 4eaea89b-928d-40c8-a51e-812ae04a8ab3) {{(pid=101812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:38:13.926029 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-6bcade78-f183-43d3-9ee9-49a95b71c2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:13.938276 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5072ec83-19d0-45fd-aa7f-589a4b261518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:13.940607 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-5072ec83-19d0-45fd-aa7f-589a4b261518 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for subnet, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:13.995838 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f123156-60ae-4980-a9cd-a04e2675dc59 admin admin] Network f75b74a3-4944-4e66-a1f1-0eb754745d66 is scheduled to be hosted by DHCP agent 4584d237-ef17-41dc-89a8-5da37ed889a0 with binding_index 1 {{(pid=101811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:38:14.009489 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.base_scheduler [None req-8f123156-60ae-4980-a9cd-a04e2675dc59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817642-1-iscsi, f75b74a3-4944-4e66-a1f1-0eb754745d66) {{(pid=101811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:38:14.017644 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f123156-60ae-4980-a9cd-a04e2675dc59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:14.018485 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-8f123156-60ae-4980-a9cd-a04e2675dc59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for subnet, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:14.083654 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-8f123156-60ae-4980-a9cd-a04e2675dc59 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1392252 Nov 11 20:38:14.102163 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdf43cc-7f14-4518-82bd-999e68d4d481 None None] Network 4eaea89b-928d-40c8-a51e-812ae04a8ab3 requested from dv-cinder-817642-1-iscsi {{(pid=101813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:38:14.103673 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-5072ec83-19d0-45fd-aa7f-589a4b261518 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1849654 Nov 11 20:38:14.109111 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.db_base_plugin_common [None req-6bcade78-f183-43d3-9ee9-49a95b71c2f9 admin admin] Allocated IP 172.27.0.22 (06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2/dac47c4e-2532-416f-829a-3cf927393807/dd4b228a-088b-4b65-9bcd-259211df5de0) {{(pid=101811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:38:14.315429 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-bad56552-2fe9-42a3-b74c-2c7206c6962c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:14.376837 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-bad56552-2fe9-42a3-b74c-2c7206c6962c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:14.379039 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-6bcade78-f183-43d3-9ee9-49a95b71c2f9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:14.422671 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-6bcade78-f183-43d3-9ee9-49a95b71c2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945'] for port, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:14.474435 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcade78-f183-43d3-9ee9-49a95b71c2f9 admin admin] Pushing event updated for resources: {'Port': ['ID=dd4b228a-088b-4b65-9bcd-259211df5de0,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:14.496948 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcade78-f183-43d3-9ee9-49a95b71c2f9 admin admin] Network 06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2 is already hosted by enough agents. {{(pid=101811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:38:14.503492 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0145b9c-3059-43d7-9868-ec1a6f06918c None None] Network f75b74a3-4944-4e66-a1f1-0eb754745d66 requested from dv-cinder-817642-1-iscsi {{(pid=101813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:38:14.525161 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.base_scheduler [None req-6bcade78-f183-43d3-9ee9-49a95b71c2f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:38:14.530791 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcade78-f183-43d3-9ee9-49a95b71c2f9 admin admin] Received port after_create {{(pid=101811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:38:14.649488 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 39756) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:14.734368 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.db.db_base_plugin_common [None req-bad56552-2fe9-42a3-b74c-2c7206c6962c admin admin] Allocated IP 172.27.0.119 (06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2/dac47c4e-2532-416f-829a-3cf927393807/67ba29b5-6d5a-4739-8793-7d8a03d5cb3c) {{(pid=101812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:38:14.788429 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30d58b8-243d-4664-bbc4-68b016b497ec None None] Network 4eaea89b-928d-40c8-a51e-812ae04a8ab3 requested from dv-cinder-817642-1-iscsi {{(pid=101813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:38:14.933109 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.db_base_plugin_common [None req-dc633582-ad78-4cb0-a944-5b065230b9e3 None None] Allocated IP 172.20.0.2 (51d362a5-52f5-4926-aac3-68c4c9326236/b93905e5-6d6f-41ed-9efc-0dfc53d52f76/c32803c2-d76a-4470-a212-7ba6a5a47b85) {{(pid=101813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:38:15.043025 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-bad56552-2fe9-42a3-b74c-2c7206c6962c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:15.063944 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-6bcade78-f183-43d3-9ee9-49a95b71c2f9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:15.065454 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9111c4e-bcca-4945-8134-765d65666c92 None None] Network f75b74a3-4944-4e66-a1f1-0eb754745d66 requested from dv-cinder-817642-1-iscsi {{(pid=101813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:38:15.097902 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-114271c6-8b01-4126-8da8-17d423d8dfb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:15.410708 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-bad56552-2fe9-42a3-b74c-2c7206c6962c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945'] for port, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:15.628538 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad56552-2fe9-42a3-b74c-2c7206c6962c admin admin] Network 06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2 is already hosted by enough agents. {{(pid=101812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:38:15.654001 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.base_scheduler [None req-bad56552-2fe9-42a3-b74c-2c7206c6962c admin admin] Resources bound (agent type, host, resource id): {{(pid=101812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:38:15.701525 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad56552-2fe9-42a3-b74c-2c7206c6962c admin admin] Received port after_create {{(pid=101812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:38:15.724506 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-dc633582-ad78-4cb0-a944-5b065230b9e3 None None] Publish callbacks [] for port, precommit_create {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:15.733259 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-dc633582-ad78-4cb0-a944-5b065230b9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945'] for port, after_create {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:15.782335 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-6bcade78-f183-43d3-9ee9-49a95b71c2f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656037'] for router, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:15.805888 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad56552-2fe9-42a3-b74c-2c7206c6962c admin admin] Pushing event updated for resources: {'Port': ['ID=67ba29b5-6d5a-4739-8793-7d8a03d5cb3c,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:15.816053 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc633582-ad78-4cb0-a944-5b065230b9e3 None None] Network 51d362a5-52f5-4926-aac3-68c4c9326236 is already hosted by enough agents. {{(pid=101813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:38:15.823295 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.scheduler.base_scheduler [None req-dc633582-ad78-4cb0-a944-5b065230b9e3 None None] Resources bound (agent type, host, resource id): {{(pid=101813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:38:15.828118 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc633582-ad78-4cb0-a944-5b065230b9e3 None None] Received port after_create {{(pid=101813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:38:15.837908 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc633582-ad78-4cb0-a944-5b065230b9e3 None None] Pushing event updated for resources: {'Port': ['ID=c32803c2-d76a-4470-a212-7ba6a5a47b85,revision_number=1']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:15.858652 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc633582-ad78-4cb0-a944-5b065230b9e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:15.859334 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc633582-ad78-4cb0-a944-5b065230b9e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:15.859832 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc633582-ad78-4cb0-a944-5b065230b9e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:15.861458 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc633582-ad78-4cb0-a944-5b065230b9e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:15.861903 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc633582-ad78-4cb0-a944-5b065230b9e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:15.862386 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc633582-ad78-4cb0-a944-5b065230b9e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:15.862824 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc633582-ad78-4cb0-a944-5b065230b9e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:15.864866 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc633582-ad78-4cb0-a944-5b065230b9e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:15.865378 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc633582-ad78-4cb0-a944-5b065230b9e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:15.865813 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc633582-ad78-4cb0-a944-5b065230b9e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:15.866298 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc633582-ad78-4cb0-a944-5b065230b9e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:15.867162 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc633582-ad78-4cb0-a944-5b065230b9e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:15.868744 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc633582-ad78-4cb0-a944-5b065230b9e3 None None] Tracked resource versions report: Nov 11 20:38:15.868744 dv-cinder-817642-1-iscsi neutron-server[101813]: pushed versions: Nov 11 20:38:15.868744 dv-cinder-817642-1-iscsi neutron-server[101813]: { 'AddressGroup': {'1.2'}, Nov 11 20:38:15.868744 dv-cinder-817642-1-iscsi neutron-server[101813]: 'ConntrackHelper': {'1.0'}, Nov 11 20:38:15.868744 dv-cinder-817642-1-iscsi neutron-server[101813]: 'Log': {'1.0'}, Nov 11 20:38:15.868744 dv-cinder-817642-1-iscsi neutron-server[101813]: 'Network': {'1.1'}, Nov 11 20:38:15.868744 dv-cinder-817642-1-iscsi neutron-server[101813]: 'Port': {'1.7'}, Nov 11 20:38:15.868744 dv-cinder-817642-1-iscsi neutron-server[101813]: 'PortForwarding': {'1.2'}, Nov 11 20:38:15.868744 dv-cinder-817642-1-iscsi neutron-server[101813]: 'QosPolicy': {'1.10'}, Nov 11 20:38:15.868744 dv-cinder-817642-1-iscsi neutron-server[101813]: 'SecurityGroup': {'1.5'}, Nov 11 20:38:15.868744 dv-cinder-817642-1-iscsi neutron-server[101813]: 'SecurityGroupRule': {'1.2'}, Nov 11 20:38:15.868744 dv-cinder-817642-1-iscsi neutron-server[101813]: 'SubPort': {'1.0'}, Nov 11 20:38:15.868744 dv-cinder-817642-1-iscsi neutron-server[101813]: 'Subnet': {'1.1'}, Nov 11 20:38:15.868744 dv-cinder-817642-1-iscsi neutron-server[101813]: 'Trunk': {'1.1'}} Nov 11 20:38:15.868744 dv-cinder-817642-1-iscsi neutron-server[101813]: consumer versions: Nov 11 20:38:15.868744 dv-cinder-817642-1-iscsi neutron-server[101813]: { DHCP agent@dv-cinder-817642-1-iscsi: {}, Nov 11 20:38:15.868744 dv-cinder-817642-1-iscsi neutron-server[101813]: HyperV agent@hv-cinder-81764: {}, Nov 11 20:38:15.868744 dv-cinder-817642-1-iscsi neutron-server[101813]: L3 agent@dv-cinder-817642-1-iscsi: {}, Nov 11 20:38:15.868744 dv-cinder-817642-1-iscsi neutron-server[101813]: Metadata agent@dv-cinder-817642-1-iscsi: {}, Nov 11 20:38:15.868744 dv-cinder-817642-1-iscsi neutron-server[101813]: Metering agent@dv-cinder-817642-1-iscsi: {}, Nov 11 20:38:15.868744 dv-cinder-817642-1-iscsi neutron-server[101813]: Open vSwitch agent@dv-cinder-817642-1-iscsi: { 'AddressGroup': '1.2', Nov 11 20:38:15.868744 dv-cinder-817642-1-iscsi neutron-server[101813]: 'ConntrackHelper': '1.0', Nov 11 20:38:15.868744 dv-cinder-817642-1-iscsi neutron-server[101813]: 'Log': '1.0', Nov 11 20:38:15.868744 dv-cinder-817642-1-iscsi neutron-server[101813]: 'Network': '1.1', Nov 11 20:38:15.868744 dv-cinder-817642-1-iscsi neutron-server[101813]: 'Port': '1.7', Nov 11 20:38:15.868744 dv-cinder-817642-1-iscsi neutron-server[101813]: 'PortForwarding': '1.2', Nov 11 20:38:15.868744 dv-cinder-817642-1-iscsi neutron-server[101813]: 'QosPolicy': '1.10', Nov 11 20:38:15.868744 dv-cinder-817642-1-iscsi neutron-server[101813]: 'SecurityGroup': '1.5', Nov 11 20:38:15.868744 dv-cinder-817642-1-iscsi neutron-server[101813]: 'SecurityGroupRule': '1.2', Nov 11 20:38:15.868744 dv-cinder-817642-1-iscsi neutron-server[101813]: 'SubPort': '1.0', Nov 11 20:38:15.868744 dv-cinder-817642-1-iscsi neutron-server[101813]: 'Subnet': '1.1', Nov 11 20:38:15.868744 dv-cinder-817642-1-iscsi neutron-server[101813]: 'Trunk': '1.1'}} Nov 11 20:38:15.868744 dv-cinder-817642-1-iscsi neutron-server[101813]: {{(pid=101813) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 20:38:15.890496 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-114271c6-8b01-4126-8da8-17d423d8dfb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:15.928808 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-114271c6-8b01-4126-8da8-17d423d8dfb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:16.010116 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-dc633582-ad78-4cb0-a944-5b065230b9e3 None None] Attempting to bind port c32803c2-d76a-4470-a212-7ba6a5a47b85 on host dv-cinder-817642-1-iscsi for vnic_type normal with profile {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:38:16.010804 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-dc633582-ad78-4cb0-a944-5b065230b9e3 None None] Attempting to bind port c32803c2-d76a-4470-a212-7ba6a5a47b85 by drivers openvswitch,hyperv on host dv-cinder-817642-1-iscsi at level 0 using segments [{'id': 'bc2cdd12-61b5-41c6-859f-e3f0a8c491bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '51d362a5-52f5-4926-aac3-68c4c9326236'}] {{(pid=101813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:38:16.011828 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc633582-ad78-4cb0-a944-5b065230b9e3 None None] Attempting to bind port c32803c2-d76a-4470-a212-7ba6a5a47b85 on network 51d362a5-52f5-4926-aac3-68c4c9326236 {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:38:16.021253 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc633582-ad78-4cb0-a944-5b065230b9e3 None None] Checking agent: {'id': '2f88a117-5cd0-41ac-983d-8c5af48f8bd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 30, 6), 'started_at': datetime.datetime(2021, 11, 11, 20, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:38:16.022047 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc633582-ad78-4cb0-a944-5b065230b9e3 None None] Checking segment: {'id': 'bc2cdd12-61b5-41c6-859f-e3f0a8c491bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '51d362a5-52f5-4926-aac3-68c4c9326236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:38:16.022677 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-dc633582-ad78-4cb0-a944-5b065230b9e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:16.023192 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc633582-ad78-4cb0-a944-5b065230b9e3 None None] Bound using segment: {'id': 'bc2cdd12-61b5-41c6-859f-e3f0a8c491bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '51d362a5-52f5-4926-aac3-68c4c9326236'} {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:38:16.024019 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-dc633582-ad78-4cb0-a944-5b065230b9e3 None None] Bound port: c32803c2-d76a-4470-a212-7ba6a5a47b85, host: dv-cinder-817642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc2cdd12-61b5-41c6-859f-e3f0a8c491bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '51d362a5-52f5-4926-aac3-68c4c9326236'}}] {{(pid=101813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:38:16.024604 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-dc633582-ad78-4cb0-a944-5b065230b9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:16.044004 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-114271c6-8b01-4126-8da8-17d423d8dfb3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=df8dfaa2e5bd430e9c3e9f8248611e40&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3873727 Nov 11 20:38:16.045583 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 39832) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:16.056729 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114271c6-8b01-4126-8da8-17d423d8dfb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc68e0b-2c93-4c9e-8f16-bf2fe273a534,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:16.100648 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bcade78-f183-43d3-9ee9-49a95b71c2f9 admin admin] Router 6bfc9a2c-a093-4b34-bd33-633119930d33 is scheduled to L3 agent 078c1a4f-b62f-4fa2-93c9-12887f0677c3 with binding_index 1 {{(pid=101811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 20:38:16.134790 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-dc633582-ad78-4cb0-a944-5b065230b9e3 None None] For port c32803c2-d76a-4470-a212-7ba6a5a47b85, host dv-cinder-817642-1-iscsi, cleared binding levels {{(pid=101813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:38:16.139774 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-dc633582-ad78-4cb0-a944-5b065230b9e3 None None] For port c32803c2-d76a-4470-a212-7ba6a5a47b85, host dv-cinder-817642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=c32803c2-d76a-4470-a212-7ba6a5a47b85,segment=NetworkSegment(bc2cdd12-61b5-41c6-859f-e3f0a8c491bb),segment_id=bc2cdd12-61b5-41c6-859f-e3f0a8c491bb)] {{(pid=101813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:38:16.152092 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-dc633582-ad78-4cb0-a944-5b065230b9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:16.187220 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-1a661252-fcd0-4fc0-b730-59ef3aad05ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:16.263814 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-1a661252-fcd0-4fc0-b730-59ef3aad05ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:16.307066 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc633582-ad78-4cb0-a944-5b065230b9e3 None None] Pushing event updated for resources: {'Port': ['ID=c32803c2-d76a-4470-a212-7ba6a5a47b85,revision_number=2']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:16.384467 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bcade78-f183-43d3-9ee9-49a95b71c2f9 admin admin] Notify agent at l3_agent.dv-cinder-817642-1-iscsi the message routers_updated {{(pid=101811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:38:16.398068 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0747f11d-f642-441e-b763-23305c2b3331 None None] Sync routers for ids ['6bfc9a2c-a093-4b34-bd33-633119930d33'] in dv-cinder-817642-1-iscsi {{(pid=101814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:38:16.412653 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-6bcade78-f183-43d3-9ee9-49a95b71c2f9 admin admin] Publish callbacks [] for router, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:16.416945 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0747f11d-f642-441e-b763-23305c2b3331 None None] Routers {'6bfc9a2c-a093-4b34-bd33-633119930d33'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:38:16.418017 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-0747f11d-f642-441e-b763-23305c2b3331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:38:03Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['6bfc9a2c-a093-4b34-bd33-633119930d33'], 'active': True} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:38:16.422821 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-6bcade78-f183-43d3-9ee9-49a95b71c2f9 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.7337604 Nov 11 20:38:16.435701 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 39854) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:16.507408 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 39862) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:16.510983 dv-cinder-817642-1-iscsi neutron-server[101811]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 11 20:38:16.531256 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-bad56552-2fe9-42a3-b74c-2c7206c6962c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:16.654477 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 39870) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:16.666907 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-1a661252-fcd0-4fc0-b730-59ef3aad05ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:16.674823 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-1a661252-fcd0-4fc0-b730-59ef3aad05ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:16.676737 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-1a661252-fcd0-4fc0-b730-59ef3aad05ca admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1fc68e0b-2c93-4c9e-8f16-bf2fe273a534 HTTP/1.1" status: 204 len: 168 time: 0.6296103 Nov 11 20:38:16.781552 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a661252-fcd0-4fc0-b730-59ef3aad05ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc68e0b-2c93-4c9e-8f16-bf2fe273a534,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:16.861004 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvr_db [None req-0747f11d-f642-441e-b763-23305c2b3331 None None] Set router 6bfc9a2c-a093-4b34-bd33-633119930d33 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:38:16.987892 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1acf807-b82f-4f51-b8b3-87dcd30e37bf req-ea24b43c-dfb6-4ec2-aeb3-955eb82aef35 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:16.996094 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a1acf807-b82f-4f51-b8b3-87dcd30e37bf req-ea24b43c-dfb6-4ec2-aeb3-955eb82aef35 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/networks?id=f75b74a3-4944-4e66-a1f1-0eb754745d66 HTTP/1.1" status: 200 len: 814 time: 0.4875109 Nov 11 20:38:17.019636 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-bad56552-2fe9-42a3-b74c-2c7206c6962c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656037'] for router, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:17.031964 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a1acf807-b82f-4f51-b8b3-87dcd30e37bf req-ae19353c-d727-48b0-a8d8-7f388630dabd tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/quotas/7b92a8a05c22447985ae53c7b9c91fc8 HTTP/1.1" status: 200 len: 375 time: 0.0346057 Nov 11 20:38:17.112801 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760182a-a020-4463-90e3-cb14e71a4610 req-66db0f1f-24af-4209-9441-5149b2f2cc3c tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:17.122955 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f760182a-a020-4463-90e3-cb14e71a4610 req-66db0f1f-24af-4209-9441-5149b2f2cc3c tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/networks?id=4eaea89b-928d-40c8-a51e-812ae04a8ab3 HTTP/1.1" status: 200 len: 811 time: 0.4655461 Nov 11 20:38:17.163607 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a1acf807-b82f-4f51-b8b3-87dcd30e37bf req-c2daee7b-bcb6-43a8-879e-3a6157d6d705 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7b92a8a05c22447985ae53c7b9c91fc8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1304274 Nov 11 20:38:17.187685 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f760182a-a020-4463-90e3-cb14e71a4610 req-93c89cce-3e65-45a6-a196-fa59e8b4be18 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/quotas/0daea5c9b8ea4f91b977e9e3cd28c055 HTTP/1.1" status: 200 len: 375 time: 0.0632856 Nov 11 20:38:17.229940 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-0747f11d-f642-441e-b763-23305c2b3331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfc9a2c-a093-4b34-bd33-633119930d33', 'name': 'tempest-ServerRescueNegativeTestJSON-2129851419-router', 'tenant_id': '8473830434694f05acc123584bf48e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': 'dd4b228a-088b-4b65-9bcd-259211df5de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:38:12Z', 'updated_at': '2021-11-11T20:38:14Z', 'revision_number': 3, 'project_id': '8473830434694f05acc123584bf48e18', 'gw_port': {'id': 'dd4b228a-088b-4b65-9bcd-259211df5de0', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:50:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bfc9a2c-a093-4b34-bd33-633119930d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:38:13Z', 'updated_at': '2021-11-11T20:38:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi'}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:38:17.273441 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f760182a-a020-4463-90e3-cb14e71a4610 req-a72fde64-8a53-4fbe-9332-16cdbe1f0e97 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=0daea5c9b8ea4f91b977e9e3cd28c055&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0847919 Nov 11 20:38:17.330799 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 39894) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:17.358743 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0747f11d-f642-441e-b763-23305c2b3331 None None] Checking router: 6bfc9a2c-a093-4b34-bd33-633119930d33 for host: dv-cinder-817642-1-iscsi {{(pid=101814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:38:17.359143 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0747f11d-f642-441e-b763-23305c2b3331 None None] Updating router 6bfc9a2c-a093-4b34-bd33-633119930d33 port dd4b228a-088b-4b65-9bcd-259211df5de0 binding host dv-cinder-817642-1-iscsi {{(pid=101814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:38:17.363148 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-688f6011-25cc-46b8-a72e-d2417e9ff86e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:17.420686 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-0747f11d-f642-441e-b763-23305c2b3331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:17.509691 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad56552-2fe9-42a3-b74c-2c7206c6962c admin admin] Router fc74dff3-6f68-4d1e-b60f-adabb104eb44 is scheduled to L3 agent 078c1a4f-b62f-4fa2-93c9-12887f0677c3 with binding_index 1 {{(pid=101812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 20:38:17.726529 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-688f6011-25cc-46b8-a72e-d2417e9ff86e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:17.728080 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad56552-2fe9-42a3-b74c-2c7206c6962c admin admin] Notify agent at l3_agent.dv-cinder-817642-1-iscsi the message routers_updated {{(pid=101812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:38:17.734396 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-688f6011-25cc-46b8-a72e-d2417e9ff86e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:17.739183 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e607de0b-0200-4f0a-ac52-661070984efe None None] Sync routers for ids ['fc74dff3-6f68-4d1e-b60f-adabb104eb44'] in dv-cinder-817642-1-iscsi {{(pid=101813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:38:17.759621 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e607de0b-0200-4f0a-ac52-661070984efe None None] Routers {'fc74dff3-6f68-4d1e-b60f-adabb104eb44'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:38:17.761030 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-e607de0b-0200-4f0a-ac52-661070984efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:38:03Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['fc74dff3-6f68-4d1e-b60f-adabb104eb44'], 'active': True} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:38:17.780185 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [req-f760182a-a020-4463-90e3-cb14e71a4610 req-0286871c-c28b-4f01-9239-8f675a2cea98 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=101811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:38:17.793075 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-688f6011-25cc-46b8-a72e-d2417e9ff86e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b6394e40f48246a1b2c477b3e7cab2bc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4612095 Nov 11 20:38:17.795911 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 39916) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:17.797910 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f760182a-a020-4463-90e3-cb14e71a4610 req-0286871c-c28b-4f01-9239-8f675a2cea98 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1789167 Nov 11 20:38:17.826560 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f6011-25cc-46b8-a72e-d2417e9ff86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed4b304-84ca-4efc-bb1d-77e32d23ffe9,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:17.831591 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [req-a1acf807-b82f-4f51-b8b3-87dcd30e37bf req-8b7502b0-7591-4c04-8ddc-187290ab5fb9 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=101811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:38:17.832742 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a1acf807-b82f-4f51-b8b3-87dcd30e37bf req-8b7502b0-7591-4c04-8ddc-187290ab5fb9 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3874526 Nov 11 20:38:17.834594 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-80f12f36-7ab1-4de5-9743-cb5d2995b2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:17.844723 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-bad56552-2fe9-42a3-b74c-2c7206c6962c admin admin] Publish callbacks [] for router, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:17.849058 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-bad56552-2fe9-42a3-b74c-2c7206c6962c admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7807221 Nov 11 20:38:17.853591 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 39918) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:18.057422 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvr_db [None req-e607de0b-0200-4f0a-ac52-661070984efe None None] Set router fc74dff3-6f68-4d1e-b60f-adabb104eb44 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:38:18.081470 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-188704a9-64fa-4571-94e6-4c256706fa64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:18.118820 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-188704a9-64fa-4571-94e6-4c256706fa64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:18.163431 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-0747f11d-f642-441e-b763-23305c2b3331 None None] Publish callbacks [] for port, precommit_update {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:18.175512 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-0747f11d-f642-441e-b763-23305c2b3331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:18.204498 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75615574-870d-4c16-9f2e-eeb49c4f0998 None None] Network 51d362a5-52f5-4926-aac3-68c4c9326236 requested from dv-cinder-817642-1-iscsi {{(pid=101813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:38:18.237615 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-188704a9-64fa-4571-94e6-4c256706fa64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:18.241254 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-188704a9-64fa-4571-94e6-4c256706fa64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:18.244759 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-188704a9-64fa-4571-94e6-4c256706fa64 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0ed4b304-84ca-4efc-bb1d-77e32d23ffe9 HTTP/1.1" status: 204 len: 168 time: 0.4415429 Nov 11 20:38:18.262558 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 39926) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:18.263327 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188704a9-64fa-4571-94e6-4c256706fa64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed4b304-84ca-4efc-bb1d-77e32d23ffe9,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:18.283703 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d152e2cb-2005-4a16-916f-7d24724f0af7 None None] Pushing event updated for resources: {'Port': ['ID=dd4b228a-088b-4b65-9bcd-259211df5de0,revision_number=2']} {{(pid=101814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:18.318800 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d152e2cb-2005-4a16-916f-7d24724f0af7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:18.324482 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d152e2cb-2005-4a16-916f-7d24724f0af7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:18.325088 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d152e2cb-2005-4a16-916f-7d24724f0af7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:18.325669 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d152e2cb-2005-4a16-916f-7d24724f0af7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:18.326228 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d152e2cb-2005-4a16-916f-7d24724f0af7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:18.326777 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d152e2cb-2005-4a16-916f-7d24724f0af7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:18.327320 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d152e2cb-2005-4a16-916f-7d24724f0af7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:18.327853 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d152e2cb-2005-4a16-916f-7d24724f0af7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:18.328444 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d152e2cb-2005-4a16-916f-7d24724f0af7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:18.328995 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d152e2cb-2005-4a16-916f-7d24724f0af7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:18.329540 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d152e2cb-2005-4a16-916f-7d24724f0af7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:18.330294 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d152e2cb-2005-4a16-916f-7d24724f0af7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:38:18.333182 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d152e2cb-2005-4a16-916f-7d24724f0af7 None None] Tracked resource versions report: Nov 11 20:38:18.333182 dv-cinder-817642-1-iscsi neutron-server[101814]: pushed versions: Nov 11 20:38:18.333182 dv-cinder-817642-1-iscsi neutron-server[101814]: { 'AddressGroup': {'1.2'}, Nov 11 20:38:18.333182 dv-cinder-817642-1-iscsi neutron-server[101814]: 'ConntrackHelper': {'1.0'}, Nov 11 20:38:18.333182 dv-cinder-817642-1-iscsi neutron-server[101814]: 'Log': {'1.0'}, Nov 11 20:38:18.333182 dv-cinder-817642-1-iscsi neutron-server[101814]: 'Network': {'1.1'}, Nov 11 20:38:18.333182 dv-cinder-817642-1-iscsi neutron-server[101814]: 'Port': {'1.7'}, Nov 11 20:38:18.333182 dv-cinder-817642-1-iscsi neutron-server[101814]: 'PortForwarding': {'1.2'}, Nov 11 20:38:18.333182 dv-cinder-817642-1-iscsi neutron-server[101814]: 'QosPolicy': {'1.10'}, Nov 11 20:38:18.333182 dv-cinder-817642-1-iscsi neutron-server[101814]: 'SecurityGroup': {'1.5'}, Nov 11 20:38:18.333182 dv-cinder-817642-1-iscsi neutron-server[101814]: 'SecurityGroupRule': {'1.2'}, Nov 11 20:38:18.333182 dv-cinder-817642-1-iscsi neutron-server[101814]: 'SubPort': {'1.0'}, Nov 11 20:38:18.333182 dv-cinder-817642-1-iscsi neutron-server[101814]: 'Subnet': {'1.1'}, Nov 11 20:38:18.333182 dv-cinder-817642-1-iscsi neutron-server[101814]: 'Trunk': {'1.1'}} Nov 11 20:38:18.333182 dv-cinder-817642-1-iscsi neutron-server[101814]: consumer versions: Nov 11 20:38:18.333182 dv-cinder-817642-1-iscsi neutron-server[101814]: { DHCP agent@dv-cinder-817642-1-iscsi: {}, Nov 11 20:38:18.333182 dv-cinder-817642-1-iscsi neutron-server[101814]: HyperV agent@hv-cinder-81764: {}, Nov 11 20:38:18.333182 dv-cinder-817642-1-iscsi neutron-server[101814]: L3 agent@dv-cinder-817642-1-iscsi: {}, Nov 11 20:38:18.333182 dv-cinder-817642-1-iscsi neutron-server[101814]: Metadata agent@dv-cinder-817642-1-iscsi: {}, Nov 11 20:38:18.333182 dv-cinder-817642-1-iscsi neutron-server[101814]: Metering agent@dv-cinder-817642-1-iscsi: {}, Nov 11 20:38:18.333182 dv-cinder-817642-1-iscsi neutron-server[101814]: Open vSwitch agent@dv-cinder-817642-1-iscsi: { 'AddressGroup': '1.2', Nov 11 20:38:18.333182 dv-cinder-817642-1-iscsi neutron-server[101814]: 'ConntrackHelper': '1.0', Nov 11 20:38:18.333182 dv-cinder-817642-1-iscsi neutron-server[101814]: 'Log': '1.0', Nov 11 20:38:18.333182 dv-cinder-817642-1-iscsi neutron-server[101814]: 'Network': '1.1', Nov 11 20:38:18.333182 dv-cinder-817642-1-iscsi neutron-server[101814]: 'Port': '1.7', Nov 11 20:38:18.333182 dv-cinder-817642-1-iscsi neutron-server[101814]: 'PortForwarding': '1.2', Nov 11 20:38:18.333182 dv-cinder-817642-1-iscsi neutron-server[101814]: 'QosPolicy': '1.10', Nov 11 20:38:18.333182 dv-cinder-817642-1-iscsi neutron-server[101814]: 'SecurityGroup': '1.5', Nov 11 20:38:18.333182 dv-cinder-817642-1-iscsi neutron-server[101814]: 'SecurityGroupRule': '1.2', Nov 11 20:38:18.333182 dv-cinder-817642-1-iscsi neutron-server[101814]: 'SubPort': '1.0', Nov 11 20:38:18.333182 dv-cinder-817642-1-iscsi neutron-server[101814]: 'Subnet': '1.1', Nov 11 20:38:18.333182 dv-cinder-817642-1-iscsi neutron-server[101814]: 'Trunk': '1.1'}} Nov 11 20:38:18.333182 dv-cinder-817642-1-iscsi neutron-server[101814]: {{(pid=101814) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 20:38:18.350396 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.db_base_plugin_common [None req-80f12f36-7ab1-4de5-9743-cb5d2995b2f8 admin admin] Allocated IP 172.20.0.1 (acd422cb-07fc-4b63-aaab-fd2e52fc9069/843c9d58-b0a8-42ed-baec-4e93b7576eb3/da9344ff-1661-44cd-b50b-0cb78a721639) {{(pid=101811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:38:18.362122 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.managers [None req-0747f11d-f642-441e-b763-23305c2b3331 None None] Attempting to bind port dd4b228a-088b-4b65-9bcd-259211df5de0 on host dv-cinder-817642-1-iscsi for vnic_type normal with profile {{(pid=101814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:38:18.363060 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.managers [None req-0747f11d-f642-441e-b763-23305c2b3331 None None] Attempting to bind port dd4b228a-088b-4b65-9bcd-259211df5de0 by drivers openvswitch,hyperv on host dv-cinder-817642-1-iscsi at level 0 using segments [{'id': 'e9e9934c-1983-4624-9195-f2a2627c9ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2'}] {{(pid=101814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:38:18.364392 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0747f11d-f642-441e-b763-23305c2b3331 None None] Attempting to bind port dd4b228a-088b-4b65-9bcd-259211df5de0 on network 06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2 {{(pid=101814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:38:18.374015 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0747f11d-f642-441e-b763-23305c2b3331 None None] Checking agent: {'id': '2f88a117-5cd0-41ac-983d-8c5af48f8bd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 30, 6), 'started_at': datetime.datetime(2021, 11, 11, 20, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:38:18.375991 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0747f11d-f642-441e-b763-23305c2b3331 None None] Checking segment: {'id': 'e9e9934c-1983-4624-9195-f2a2627c9ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:38:18.378929 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-0747f11d-f642-441e-b763-23305c2b3331 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:18.379469 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0747f11d-f642-441e-b763-23305c2b3331 None None] Bound using segment: {'id': 'e9e9934c-1983-4624-9195-f2a2627c9ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2'} {{(pid=101814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:38:18.380265 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.managers [None req-0747f11d-f642-441e-b763-23305c2b3331 None None] Bound port: dd4b228a-088b-4b65-9bcd-259211df5de0, host: dv-cinder-817642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9e9934c-1983-4624-9195-f2a2627c9ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2'}}] {{(pid=101814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:38:18.381385 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-0747f11d-f642-441e-b763-23305c2b3331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:18.519108 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-80f12f36-7ab1-4de5-9743-cb5d2995b2f8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:18.522172 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.db [None req-0747f11d-f642-441e-b763-23305c2b3331 None None] For port dd4b228a-088b-4b65-9bcd-259211df5de0, host dv-cinder-817642-1-iscsi, cleared binding levels {{(pid=101814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:38:18.538191 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.db [None req-0747f11d-f642-441e-b763-23305c2b3331 None None] For port dd4b228a-088b-4b65-9bcd-259211df5de0, host dv-cinder-817642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=dd4b228a-088b-4b65-9bcd-259211df5de0,segment=NetworkSegment(e9e9934c-1983-4624-9195-f2a2627c9ef4),segment_id=e9e9934c-1983-4624-9195-f2a2627c9ef4)] {{(pid=101814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:38:18.549143 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-0747f11d-f642-441e-b763-23305c2b3331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:18.566006 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f760182a-a020-4463-90e3-cb14e71a4610 req-a0c7b009-4033-4bd3-bfa2-bdb86dd6b720 service neutron] 10.222.0.61 "GET /v2.0/networks/4eaea89b-928d-40c8-a51e-812ae04a8ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7670836 Nov 11 20:38:18.615949 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a1acf807-b82f-4f51-b8b3-87dcd30e37bf req-fc5abc8f-4425-4fd2-b66a-fe11006ec970 service neutron] 10.222.0.61 "GET /v2.0/networks/f75b74a3-4944-4e66-a1f1-0eb754745d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7510037 Nov 11 20:38:18.636383 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-615d2308-b0c3-4dea-8908-1f891e396a1d None None] Provisioning complete for port c32803c2-d76a-4470-a212-7ba6a5a47b85 triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:38:18.639750 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-615d2308-b0c3-4dea-8908-1f891e396a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:18.749027 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-80f12f36-7ab1-4de5-9743-cb5d2995b2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945'] for port, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:18.774236 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0747f11d-f642-441e-b763-23305c2b3331 None None] Routers {'6bfc9a2c-a093-4b34-bd33-633119930d33'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:38:18.774922 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-0747f11d-f642-441e-b763-23305c2b3331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:38:03Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['6bfc9a2c-a093-4b34-bd33-633119930d33'], 'active': True} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:38:18.807804 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f760182a-a020-4463-90e3-cb14e71a4610 req-4fbb8316-0bac-480c-ac7c-ba5c845fb835 service neutron] 10.222.0.61 "GET /v2.0/networks/4eaea89b-928d-40c8-a51e-812ae04a8ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406061 Nov 11 20:38:18.842797 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f12f36-7ab1-4de5-9743-cb5d2995b2f8 admin admin] Network acd422cb-07fc-4b63-aaab-fd2e52fc9069 is already hosted by enough agents. {{(pid=101811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:38:18.856484 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device c32803c2-d76a-4470-a212-7ba6a5a47b85 up at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:38:18.874446 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.base_scheduler [None req-80f12f36-7ab1-4de5-9743-cb5d2995b2f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:38:18.885733 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f12f36-7ab1-4de5-9743-cb5d2995b2f8 admin admin] Received port after_create {{(pid=101811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:38:18.888651 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-80f12f36-7ab1-4de5-9743-cb5d2995b2f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671600'] for router_interface, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:18.893211 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d152e2cb-2005-4a16-916f-7d24724f0af7 None None] Pushing event updated for resources: {'Port': ['ID=dd4b228a-088b-4b65-9bcd-259211df5de0,revision_number=3']} {{(pid=101814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:18.907501 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-16439ba6-3792-44f9-bb08-ea779a22aba0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:19.003628 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a1acf807-b82f-4f51-b8b3-87dcd30e37bf req-c35172df-39c4-4819-b9d3-ef5ed48e6a66 service neutron] 10.222.0.61 "GET /v2.0/networks/f75b74a3-4944-4e66-a1f1-0eb754745d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861527 Nov 11 20:38:19.022782 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f12f36-7ab1-4de5-9743-cb5d2995b2f8 admin admin] Pushing event updated for resources: {'Port': ['ID=da9344ff-1661-44cd-b50b-0cb78a721639,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:19.040159 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-16439ba6-3792-44f9-bb08-ea779a22aba0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:19.061073 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-16439ba6-3792-44f9-bb08-ea779a22aba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:19.106845 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-9922d042-d712-4afd-818c-38c216f87fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:19.125977 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvr_db [None req-0747f11d-f642-441e-b763-23305c2b3331 None None] Set router 6bfc9a2c-a093-4b34-bd33-633119930d33 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:38:19.202918 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-16439ba6-3792-44f9-bb08-ea779a22aba0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=84e89701282446e2ad77c3d6cfe4a021&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9360201 Nov 11 20:38:19.219113 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 39954) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:19.287318 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-615d2308-b0c3-4dea-8908-1f891e396a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:19.395648 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16439ba6-3792-44f9-bb08-ea779a22aba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb86e93-1ae4-4e45-9ff5-d9879efa9098,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:19.409524 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-79314da9-8924-4b15-8d7b-908034e54144 req-27d85db4-b605-4632-96e3-3babbc32bb4a tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b182b81-371c-4244-b016-dffa07121ef2 HTTP/1.1" status: 200 len: 210 time: 0.0828943 Nov 11 20:38:19.436856 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-615d2308-b0c3-4dea-8908-1f891e396a1d None None] For port c32803c2-d76a-4470-a212-7ba6a5a47b85, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=c32803c2-d76a-4470-a212-7ba6a5a47b85,segment=NetworkSegment(bc2cdd12-61b5-41c6-859f-e3f0a8c491bb),segment_id=bc2cdd12-61b5-41c6-859f-e3f0a8c491bb)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:38:19.444426 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Provisioning complete for port c32803c2-d76a-4470-a212-7ba6a5a47b85 triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:38:19.445197 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:19.468899 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-e607de0b-0200-4f0a-ac52-661070984efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'name': 'tempest-AttachVolumeShelveTestJSON-627808726-router', 'tenant_id': '38d540a76ef9405bb94b7e433494fabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '67ba29b5-6d5a-4739-8793-7d8a03d5cb3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:38:13Z', 'updated_at': '2021-11-11T20:38:16Z', 'revision_number': 3, 'project_id': '38d540a76ef9405bb94b7e433494fabd', 'gw_port': {'id': '67ba29b5-6d5a-4739-8793-7d8a03d5cb3c', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:38:14Z', 'updated_at': '2021-11-11T20:38:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi'}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:38:19.515780 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-80f12f36-7ab1-4de5-9743-cb5d2995b2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:19.559505 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-615d2308-b0c3-4dea-8908-1f891e396a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:19.567656 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-5a595d16-1ebe-4fdf-9586-818832798f1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:19.577204 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e607de0b-0200-4f0a-ac52-661070984efe None None] Checking router: fc74dff3-6f68-4d1e-b60f-adabb104eb44 for host: dv-cinder-817642-1-iscsi {{(pid=101813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:38:19.583882 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e607de0b-0200-4f0a-ac52-661070984efe None None] Updating router fc74dff3-6f68-4d1e-b60f-adabb104eb44 port 67ba29b5-6d5a-4739-8793-7d8a03d5cb3c binding host dv-cinder-817642-1-iscsi {{(pid=101813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:38:19.611909 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-0747f11d-f642-441e-b763-23305c2b3331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfc9a2c-a093-4b34-bd33-633119930d33', 'name': 'tempest-ServerRescueNegativeTestJSON-2129851419-router', 'tenant_id': '8473830434694f05acc123584bf48e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': 'dd4b228a-088b-4b65-9bcd-259211df5de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:38:12Z', 'updated_at': '2021-11-11T20:38:14Z', 'revision_number': 3, 'project_id': '8473830434694f05acc123584bf48e18', 'gw_port': {'id': 'dd4b228a-088b-4b65-9bcd-259211df5de0', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:50:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bfc9a2c-a093-4b34-bd33-633119930d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:38:13Z', 'updated_at': '2021-11-11T20:38:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi'}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:38:19.693671 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0747f11d-f642-441e-b763-23305c2b3331 None None] The sync data for ids ['6bfc9a2c-a093-4b34-bd33-633119930d33'] in dv-cinder-817642-1-iscsi is: [{'id': '6bfc9a2c-a093-4b34-bd33-633119930d33', 'name': 'tempest-ServerRescueNegativeTestJSON-2129851419-router', 'tenant_id': '8473830434694f05acc123584bf48e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': 'dd4b228a-088b-4b65-9bcd-259211df5de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:38:12Z', 'updated_at': '2021-11-11T20:38:14Z', 'revision_number': 3, 'project_id': '8473830434694f05acc123584bf48e18', 'gw_port': {'id': 'dd4b228a-088b-4b65-9bcd-259211df5de0', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:50:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bfc9a2c-a093-4b34-bd33-633119930d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:38:13Z', 'updated_at': '2021-11-11T20:38:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi'}] {{(pid=101814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:38:19.698567 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.db.db_base_plugin_common [None req-9922d042-d712-4afd-818c-38c216f87fe8 admin admin] Allocated IP 172.20.0.1 (51d362a5-52f5-4926-aac3-68c4c9326236/b93905e5-6d6f-41ed-9efc-0dfc53d52f76/279df8e5-3371-4994-bf8b-9fba4ded60c2) {{(pid=101812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:38:19.890035 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-9922d042-d712-4afd-818c-38c216f87fe8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:19.892863 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0f16cd76-5378-4f3d-b071-6e1fe6c023c2 req-19bcf646-ac17-4474-b04b-7509fcbae7b8 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8 HTTP/1.1" status: 200 len: 210 time: 0.2617681 Nov 11 20:38:19.906998 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-5a595d16-1ebe-4fdf-9586-818832798f1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:19.965081 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-9922d042-d712-4afd-818c-38c216f87fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945'] for port, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:20.041470 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-e607de0b-0200-4f0a-ac52-661070984efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:20.069183 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-80f12f36-7ab1-4de5-9743-cb5d2995b2f8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:20.074019 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-5a595d16-1ebe-4fdf-9586-818832798f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:20.078939 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-5a595d16-1ebe-4fdf-9586-818832798f1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:20.083023 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-5a595d16-1ebe-4fdf-9586-818832798f1e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3cb86e93-1ae4-4e45-9ff5-d9879efa9098 HTTP/1.1" status: 204 len: 168 time: 0.8602281 Nov 11 20:38:20.087267 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-85ce6e50-e424-4d3b-b50d-8fb309260fbf None None] Provisioning complete for port c32803c2-d76a-4470-a212-7ba6a5a47b85 triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:38:20.087267 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-85ce6e50-e424-4d3b-b50d-8fb309260fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:20.146605 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d2308-b0c3-4dea-8908-1f891e396a1d None None] Pushing event updated for resources: {'Port': ['ID=c32803c2-d76a-4470-a212-7ba6a5a47b85,revision_number=3']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:20.168942 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a595d16-1ebe-4fdf-9586-818832798f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb86e93-1ae4-4e45-9ff5-d9879efa9098,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:20.227939 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-80f12f36-7ab1-4de5-9743-cb5d2995b2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:20.237151 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-80f12f36-7ab1-4de5-9743-cb5d2995b2f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671716'] for router_interface, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:20.570770 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9922d042-d712-4afd-818c-38c216f87fe8 admin admin] Network 51d362a5-52f5-4926-aac3-68c4c9326236 is already hosted by enough agents. {{(pid=101812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:38:20.575183 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9922d042-d712-4afd-818c-38c216f87fe8 admin admin] Pushing event updated for resources: {'Port': ['ID=279df8e5-3371-4994-bf8b-9fba4ded60c2,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:20.583746 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:20.588132 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.base_scheduler [None req-9922d042-d712-4afd-818c-38c216f87fe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:38:20.597216 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9922d042-d712-4afd-818c-38c216f87fe8 admin admin] Received port after_create {{(pid=101812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:38:20.598380 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-9922d042-d712-4afd-818c-38c216f87fe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671600'] for router_interface, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:20.825653 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-33c23ad5-c291-429e-b304-02a12c9f12fd req-421a75db-4f36-4535-99c9-4aa5d9dbc0b2 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b182b81-371c-4244-b016-dffa07121ef2 HTTP/1.1" status: 200 len: 210 time: 0.1759336 Nov 11 20:38:20.896479 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f12f36-7ab1-4de5-9743-cb5d2995b2f8 admin admin] Pushing event updated for resources: {'Port': ['ID=da9344ff-1661-44cd-b50b-0cb78a721639,revision_number=2']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:20.959998 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-e607de0b-0200-4f0a-ac52-661070984efe None None] Publish callbacks [] for port, precommit_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:21.002481 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f12f36-7ab1-4de5-9743-cb5d2995b2f8 admin admin] Network acd422cb-07fc-4b63-aaab-fd2e52fc9069 is already hosted by enough agents. {{(pid=101811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:38:21.005185 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device dd4b228a-088b-4b65-9bcd-259211df5de0 up at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:38:21.009541 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.base_scheduler [None req-80f12f36-7ab1-4de5-9743-cb5d2995b2f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:38:21.094660 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-e607de0b-0200-4f0a-ac52-661070984efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:21.226591 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-19ea1ff2-0eca-4cbe-8740-8316eb4f105c req-52b84a6f-e552-4610-a5cd-788c166068a9 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8 HTTP/1.1" status: 200 len: 210 time: 0.1874480 Nov 11 20:38:21.301872 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-e607de0b-0200-4f0a-ac52-661070984efe None None] Attempting to bind port 67ba29b5-6d5a-4739-8793-7d8a03d5cb3c on host dv-cinder-817642-1-iscsi for vnic_type normal with profile {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:38:21.302235 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-e607de0b-0200-4f0a-ac52-661070984efe None None] Attempting to bind port 67ba29b5-6d5a-4739-8793-7d8a03d5cb3c by drivers openvswitch,hyperv on host dv-cinder-817642-1-iscsi at level 0 using segments [{'id': 'e9e9934c-1983-4624-9195-f2a2627c9ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2'}] {{(pid=101813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:38:21.302617 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e607de0b-0200-4f0a-ac52-661070984efe None None] Attempting to bind port 67ba29b5-6d5a-4739-8793-7d8a03d5cb3c on network 06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2 {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:38:21.351946 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e607de0b-0200-4f0a-ac52-661070984efe None None] Checking agent: {'id': '2f88a117-5cd0-41ac-983d-8c5af48f8bd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 30, 6), 'started_at': datetime.datetime(2021, 11, 11, 20, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:38:21.352350 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e607de0b-0200-4f0a-ac52-661070984efe None None] Checking segment: {'id': 'e9e9934c-1983-4624-9195-f2a2627c9ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:38:21.352757 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-e607de0b-0200-4f0a-ac52-661070984efe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:21.353155 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e607de0b-0200-4f0a-ac52-661070984efe None None] Bound using segment: {'id': 'e9e9934c-1983-4624-9195-f2a2627c9ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2'} {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:38:21.353645 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-e607de0b-0200-4f0a-ac52-661070984efe None None] Bound port: 67ba29b5-6d5a-4739-8793-7d8a03d5cb3c, host: dv-cinder-817642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9e9934c-1983-4624-9195-f2a2627c9ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2'}}] {{(pid=101813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:38:21.355755 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-e607de0b-0200-4f0a-ac52-661070984efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:21.364471 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e4843-141b-4e66-9da0-e1b9fb7e9033 None None] Pushing event updated for resources: {'Port': ['ID=67ba29b5-6d5a-4739-8793-7d8a03d5cb3c,revision_number=2']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:21.379254 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-9922d042-d712-4afd-818c-38c216f87fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:21.419007 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f12f36-7ab1-4de5-9743-cb5d2995b2f8 admin admin] Router 6bfc9a2c-a093-4b34-bd33-633119930d33 has already been hosted by L3 agent 078c1a4f-b62f-4fa2-93c9-12887f0677c3 {{(pid=101811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:38:21.432305 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-7cced3e3-35f5-4036-b92f-1893fd542262 None None] Provisioning complete for port 279df8e5-3371-4994-bf8b-9fba4ded60c2 triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:38:21.432305 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-7cced3e3-35f5-4036-b92f-1893fd542262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:21.553363 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 40056) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:21.582361 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-7dd38cae-5318-401c-904c-44c94258e3d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:21.596880 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Provisioning complete for port dd4b228a-088b-4b65-9bcd-259211df5de0 triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:38:21.606949 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:21.643419 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-9922d042-d712-4afd-818c-38c216f87fe8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:21.648101 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-7cced3e3-35f5-4036-b92f-1893fd542262 None None] Port 279df8e5-3371-4994-bf8b-9fba4ded60c2 cannot update to ACTIVE because it is not bound. {{(pid=101813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:38:21.649867 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-9922d042-d712-4afd-818c-38c216f87fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:21.650849 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-9922d042-d712-4afd-818c-38c216f87fe8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671716'] for router_interface, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:21.659772 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-e607de0b-0200-4f0a-ac52-661070984efe None None] For port 67ba29b5-6d5a-4739-8793-7d8a03d5cb3c, host dv-cinder-817642-1-iscsi, cleared binding levels {{(pid=101813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:38:21.699704 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9922d042-d712-4afd-818c-38c216f87fe8 admin admin] Pushing event updated for resources: {'Port': ['ID=279df8e5-3371-4994-bf8b-9fba4ded60c2,revision_number=2']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:21.702208 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-e607de0b-0200-4f0a-ac52-661070984efe None None] For port 67ba29b5-6d5a-4739-8793-7d8a03d5cb3c, host dv-cinder-817642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=67ba29b5-6d5a-4739-8793-7d8a03d5cb3c,segment=NetworkSegment(e9e9934c-1983-4624-9195-f2a2627c9ef4),segment_id=e9e9934c-1983-4624-9195-f2a2627c9ef4)] {{(pid=101813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:38:21.715402 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-e607de0b-0200-4f0a-ac52-661070984efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:21.784107 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f12f36-7ab1-4de5-9743-cb5d2995b2f8 admin admin] Notify agent at l3_agent.dv-cinder-817642-1-iscsi the message routers_updated {{(pid=101811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:38:21.799418 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-80f12f36-7ab1-4de5-9743-cb5d2995b2f8 admin admin] 10.222.0.61 "PUT /v2.0/routers/6bfc9a2c-a093-4b34-bd33-633119930d33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3606794 Nov 11 20:38:21.830061 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9922d042-d712-4afd-818c-38c216f87fe8 admin admin] Network 51d362a5-52f5-4926-aac3-68c4c9326236 is already hosted by enough agents. {{(pid=101812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:38:21.832067 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.base_scheduler [None req-9922d042-d712-4afd-818c-38c216f87fe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:38:21.866204 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e607de0b-0200-4f0a-ac52-661070984efe None None] Routers {'fc74dff3-6f68-4d1e-b60f-adabb104eb44'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:38:21.880453 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-7dd38cae-5318-401c-904c-44c94258e3d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:21.885633 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-7dd38cae-5318-401c-904c-44c94258e3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:21.900935 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-e607de0b-0200-4f0a-ac52-661070984efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:38:03Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['fc74dff3-6f68-4d1e-b60f-adabb104eb44'], 'active': True} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:38:21.955927 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-7dd38cae-5318-401c-904c-44c94258e3d4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d7b1846d858f4c61a92ee1a622f1cb58&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4011066 Nov 11 20:38:21.965299 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 40072) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:21.965540 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd38cae-5318-401c-904c-44c94258e3d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fade3e9-dfcc-4963-83d4-0a1d1b33b6d1,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:22.221920 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9922d042-d712-4afd-818c-38c216f87fe8 admin admin] Router fc74dff3-6f68-4d1e-b60f-adabb104eb44 has already been hosted by L3 agent 078c1a4f-b62f-4fa2-93c9-12887f0677c3 {{(pid=101812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:38:22.233186 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-34053dc7-ced1-4a66-a06e-7c602b897570 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:22.247180 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e5f83e3b-e81b-4f6c-9a4e-28bd292be06e req-911e9937-2903-4c23-a349-38f52fa6b2ab tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b182b81-371c-4244-b016-dffa07121ef2 HTTP/1.1" status: 200 len: 210 time: 0.0721521 Nov 11 20:38:22.262079 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvr_db [None req-e607de0b-0200-4f0a-ac52-661070984efe None None] Set router fc74dff3-6f68-4d1e-b60f-adabb104eb44 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:38:22.333999 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-34053dc7-ced1-4a66-a06e-7c602b897570 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:22.361556 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:22.374040 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e4843-141b-4e66-9da0-e1b9fb7e9033 None None] Pushing event updated for resources: {'Port': ['ID=67ba29b5-6d5a-4739-8793-7d8a03d5cb3c,revision_number=3']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:22.487694 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9922d042-d712-4afd-818c-38c216f87fe8 admin admin] Notify agent at l3_agent.dv-cinder-817642-1-iscsi the message routers_updated {{(pid=101812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:38:22.501973 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d26f5e05-6e2a-42a4-998f-e31fbf2774ee req-a24eccf2-02a4-4e66-a247-5aee29cc6d38 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8 HTTP/1.1" status: 200 len: 210 time: 0.1177607 Nov 11 20:38:22.511545 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-9922d042-d712-4afd-818c-38c216f87fe8 admin admin] 10.222.0.61 "PUT /v2.0/routers/fc74dff3-6f68-4d1e-b60f-adabb104eb44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6552203 Nov 11 20:38:22.528005 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-34053dc7-ced1-4a66-a06e-7c602b897570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:22.531526 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-34053dc7-ced1-4a66-a06e-7c602b897570 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:22.541685 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-34053dc7-ced1-4a66-a06e-7c602b897570 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8fade3e9-dfcc-4963-83d4-0a1d1b33b6d1 HTTP/1.1" status: 204 len: 168 time: 0.5774326 Nov 11 20:38:22.559849 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] For port dd4b228a-088b-4b65-9bcd-259211df5de0, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=dd4b228a-088b-4b65-9bcd-259211df5de0,segment=NetworkSegment(e9e9934c-1983-4624-9195-f2a2627c9ef4),segment_id=e9e9934c-1983-4624-9195-f2a2627c9ef4)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:38:22.565904 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34053dc7-ced1-4a66-a06e-7c602b897570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fade3e9-dfcc-4963-83d4-0a1d1b33b6d1,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:22.575237 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:22.576075 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device c32803c2-d76a-4470-a212-7ba6a5a47b85 up at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:38:22.581753 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-a57467cd-3cb5-4a33-a206-872ca2c253da None None] Provisioning complete for port 279df8e5-3371-4994-bf8b-9fba4ded60c2 triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:38:22.582101 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-a57467cd-3cb5-4a33-a206-872ca2c253da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:22.730854 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f2fe28-3fac-40ac-a72a-44d68123ab4c None None] Sync routers for ids ['6bfc9a2c-a093-4b34-bd33-633119930d33'] in dv-cinder-817642-1-iscsi {{(pid=101814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:38:22.758622 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-a57467cd-3cb5-4a33-a206-872ca2c253da None None] Port 279df8e5-3371-4994-bf8b-9fba4ded60c2 cannot update to ACTIVE because it is not bound. {{(pid=101813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:38:22.767801 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f2fe28-3fac-40ac-a72a-44d68123ab4c None None] Routers {'6bfc9a2c-a093-4b34-bd33-633119930d33'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:38:22.771608 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-e4f2fe28-3fac-40ac-a72a-44d68123ab4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:38:03Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['6bfc9a2c-a093-4b34-bd33-633119930d33'], 'active': True} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:38:22.789898 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Pushing event updated for resources: {'Port': ['ID=dd4b228a-088b-4b65-9bcd-259211df5de0,revision_number=4']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:22.818705 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Provisioning complete for port c32803c2-d76a-4470-a212-7ba6a5a47b85 triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:38:22.819080 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:22.871914 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-e607de0b-0200-4f0a-ac52-661070984efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'name': 'tempest-AttachVolumeShelveTestJSON-627808726-router', 'tenant_id': '38d540a76ef9405bb94b7e433494fabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '67ba29b5-6d5a-4739-8793-7d8a03d5cb3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:38:13Z', 'updated_at': '2021-11-11T20:38:21Z', 'revision_number': 4, 'project_id': '38d540a76ef9405bb94b7e433494fabd', 'gw_port': {'id': '67ba29b5-6d5a-4739-8793-7d8a03d5cb3c', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:38:14Z', 'updated_at': '2021-11-11T20:38:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': '279df8e5-3371-4994-bf8b-9fba4ded60c2', 'name': '', 'network_id': '51d362a5-52f5-4926-aac3-68c4c9326236', 'tenant_id': '38d540a76ef9405bb94b7e433494fabd', 'mac_address': 'fa:16:3e:52:f4:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b93905e5-6d6f-41ed-9efc-0dfc53d52f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:38:19Z', 'updated_at': '2021-11-11T20:38:21Z', 'revision_number': 2, 'project_id': '38d540a76ef9405bb94b7e433494fabd', 'subnets': [{'id': 'b93905e5-6d6f-41ed-9efc-0dfc53d52f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:38:22.907829 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e607de0b-0200-4f0a-ac52-661070984efe None None] The sync data for ids ['fc74dff3-6f68-4d1e-b60f-adabb104eb44'] in dv-cinder-817642-1-iscsi is: [{'id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'name': 'tempest-AttachVolumeShelveTestJSON-627808726-router', 'tenant_id': '38d540a76ef9405bb94b7e433494fabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '67ba29b5-6d5a-4739-8793-7d8a03d5cb3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:38:13Z', 'updated_at': '2021-11-11T20:38:21Z', 'revision_number': 4, 'project_id': '38d540a76ef9405bb94b7e433494fabd', 'gw_port': {'id': '67ba29b5-6d5a-4739-8793-7d8a03d5cb3c', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:38:14Z', 'updated_at': '2021-11-11T20:38:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': '279df8e5-3371-4994-bf8b-9fba4ded60c2', 'name': '', 'network_id': '51d362a5-52f5-4926-aac3-68c4c9326236', 'tenant_id': '38d540a76ef9405bb94b7e433494fabd', 'mac_address': 'fa:16:3e:52:f4:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b93905e5-6d6f-41ed-9efc-0dfc53d52f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:38:19Z', 'updated_at': '2021-11-11T20:38:21Z', 'revision_number': 2, 'project_id': '38d540a76ef9405bb94b7e433494fabd', 'subnets': [{'id': 'b93905e5-6d6f-41ed-9efc-0dfc53d52f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:38:22.942861 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620195d6-dbd8-4f52-9713-492271abe5bd req-3696bd94-b4d8-47cb-aa77-b74f97d706d4 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:22.945523 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-620195d6-dbd8-4f52-9713-492271abe5bd req-3696bd94-b4d8-47cb-aa77-b74f97d706d4 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/networks?id=acd422cb-07fc-4b63-aaab-fd2e52fc9069 HTTP/1.1" status: 200 len: 819 time: 0.1895688 Nov 11 20:38:22.969219 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-620195d6-dbd8-4f52-9713-492271abe5bd req-6a9f4511-b518-4d38-a3f4-6af5fc311d6b tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/quotas/8473830434694f05acc123584bf48e18 HTTP/1.1" status: 200 len: 375 time: 0.0174570 Nov 11 20:38:23.089188 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvr_db [None req-e4f2fe28-3fac-40ac-a72a-44d68123ab4c None None] Set router 6bfc9a2c-a093-4b34-bd33-633119930d33 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:38:23.180423 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device dd4b228a-088b-4b65-9bcd-259211df5de0 up at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:38:23.284159 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Provisioning complete for port dd4b228a-088b-4b65-9bcd-259211df5de0 triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:38:23.284800 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:23.341007 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-620195d6-dbd8-4f52-9713-492271abe5bd req-d211fa55-ba75-48eb-be0a-384bd89f7b0b tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8473830434694f05acc123584bf48e18&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3652730 Nov 11 20:38:23.500683 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-e4f2fe28-3fac-40ac-a72a-44d68123ab4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfc9a2c-a093-4b34-bd33-633119930d33', 'name': 'tempest-ServerRescueNegativeTestJSON-2129851419-router', 'tenant_id': '8473830434694f05acc123584bf48e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': 'dd4b228a-088b-4b65-9bcd-259211df5de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:38:12Z', 'updated_at': '2021-11-11T20:38:19Z', 'revision_number': 4, 'project_id': '8473830434694f05acc123584bf48e18', 'gw_port': {'id': 'dd4b228a-088b-4b65-9bcd-259211df5de0', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:50:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfc9a2c-a093-4b34-bd33-633119930d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:38:13Z', 'updated_at': '2021-11-11T20:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': 'da9344ff-1661-44cd-b50b-0cb78a721639', 'name': '', 'network_id': 'acd422cb-07fc-4b63-aaab-fd2e52fc9069', 'tenant_id': '8473830434694f05acc123584bf48e18', 'mac_address': 'fa:16:3e:a7:2d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bfc9a2c-a093-4b34-bd33-633119930d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '843c9d58-b0a8-42ed-baec-4e93b7576eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:38:18Z', 'updated_at': '2021-11-11T20:38:19Z', 'revision_number': 2, 'project_id': '8473830434694f05acc123584bf48e18', 'subnets': [{'id': '843c9d58-b0a8-42ed-baec-4e93b7576eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:38:23.533444 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f2fe28-3fac-40ac-a72a-44d68123ab4c None None] Checking router: 6bfc9a2c-a093-4b34-bd33-633119930d33 for host: dv-cinder-817642-1-iscsi {{(pid=101814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:38:23.534576 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f2fe28-3fac-40ac-a72a-44d68123ab4c None None] Updating router 6bfc9a2c-a093-4b34-bd33-633119930d33 port da9344ff-1661-44cd-b50b-0cb78a721639 binding host dv-cinder-817642-1-iscsi {{(pid=101814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:38:23.558911 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-620195d6-dbd8-4f52-9713-492271abe5bd req-dc99959d-8992-433a-8410-4c9a10d47273 service neutron] 10.222.0.61 "GET /v2.0/networks/acd422cb-07fc-4b63-aaab-fd2e52fc9069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777782 Nov 11 20:38:23.570386 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-e4f2fe28-3fac-40ac-a72a-44d68123ab4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:23.718143 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-620195d6-dbd8-4f52-9713-492271abe5bd req-042e6163-25cf-41b8-8edc-152c29aed879 service neutron] 10.222.0.61 "GET /v2.0/networks/acd422cb-07fc-4b63-aaab-fd2e52fc9069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424530 Nov 11 20:38:23.837316 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 40160) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:23.844677 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [None req-2a99c57b-7aca-476e-9351-faa3dfd3d720 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1788273689', 'description': 'tempest-description--828099534'}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:38:23.914341 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-2a99c57b-7aca-476e-9351-faa3dfd3d720 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:23.942131 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-312838ef-8d82-463f-95ac-60202dc52135 req-5f989791-5eca-48f6-a788-ce6e8b9a79dc tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b182b81-371c-4244-b016-dffa07121ef2 HTTP/1.1" status: 200 len: 210 time: 0.0514591 Nov 11 20:38:24.108863 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-2a99c57b-7aca-476e-9351-faa3dfd3d720 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:24.118497 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-2a99c57b-7aca-476e-9351-faa3dfd3d720 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:24.205193 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-2a99c57b-7aca-476e-9351-faa3dfd3d720 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:24.206945 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-2a99c57b-7aca-476e-9351-faa3dfd3d720 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3675325 Nov 11 20:38:24.210319 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a99c57b-7aca-476e-9351-faa3dfd3d720 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eafc578-1577-4908-a1a1-55e07f5447a1,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:24.212743 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 40168) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:24.217925 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [None req-e56c11d7-01f0-406e-a577-b75fe11e15e2 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Request body: {'security_group_rule': {'security_group_id': '4eafc578-1577-4908-a1a1-55e07f5447a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:38:24.228319 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-dbafa8ed-dccd-4a0f-9a86-8036aa006870 req-cd059d80-ee49-4279-b8a0-a0059b7e2757 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 210 time: 0.1091256 Nov 11 20:38:24.283840 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-e56c11d7-01f0-406e-a577-b75fe11e15e2 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:24.305091 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-30b5aa98-e412-42fc-afe7-95cee4b94617 req-83438a3b-b6f8-40c3-ac9f-95f7ab09b968 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8 HTTP/1.1" status: 200 len: 210 time: 0.0990365 Nov 11 20:38:24.312847 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-e4f2fe28-3fac-40ac-a72a-44d68123ab4c None None] Publish callbacks [] for port, precommit_update {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:24.337910 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-e4f2fe28-3fac-40ac-a72a-44d68123ab4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:24.427313 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5fabd6-c9dc-4f97-aed9-06a43e9e8acd None None] Pushing event updated for resources: {'Port': ['ID=da9344ff-1661-44cd-b50b-0cb78a721639,revision_number=3']} {{(pid=101814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:24.474710 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-e56c11d7-01f0-406e-a577-b75fe11e15e2 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:24.485518 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-e56c11d7-01f0-406e-a577-b75fe11e15e2 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641934'] for security_group_rule, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:24.516135 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c11d7-01f0-406e-a577-b75fe11e15e2 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff6e714a-6b91-4ba4-9800-5e0e55581ab1,revision_number=0']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:24.549267 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-e56c11d7-01f0-406e-a577-b75fe11e15e2 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:24.550845 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-e56c11d7-01f0-406e-a577-b75fe11e15e2 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3370831 Nov 11 20:38:24.554328 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 40194) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:24.559861 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [None req-27140ecc-80d6-40c3-b4bf-6e72174666ac tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Request body: {'security_group_rule': {'security_group_id': '4eafc578-1577-4908-a1a1-55e07f5447a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:38:24.586558 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.managers [None req-e4f2fe28-3fac-40ac-a72a-44d68123ab4c None None] Attempting to bind port da9344ff-1661-44cd-b50b-0cb78a721639 on host dv-cinder-817642-1-iscsi for vnic_type normal with profile {{(pid=101814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:38:24.587660 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.managers [None req-e4f2fe28-3fac-40ac-a72a-44d68123ab4c None None] Attempting to bind port da9344ff-1661-44cd-b50b-0cb78a721639 by drivers openvswitch,hyperv on host dv-cinder-817642-1-iscsi at level 0 using segments [{'id': 'f22cd012-f950-4a19-bea8-62720f128e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'acd422cb-07fc-4b63-aaab-fd2e52fc9069'}] {{(pid=101814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:38:24.588395 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f2fe28-3fac-40ac-a72a-44d68123ab4c None None] Attempting to bind port da9344ff-1661-44cd-b50b-0cb78a721639 on network acd422cb-07fc-4b63-aaab-fd2e52fc9069 {{(pid=101814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:38:24.597073 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f2fe28-3fac-40ac-a72a-44d68123ab4c None None] Checking agent: {'id': '2f88a117-5cd0-41ac-983d-8c5af48f8bd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 30, 6), 'started_at': datetime.datetime(2021, 11, 11, 20, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:38:24.598821 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f2fe28-3fac-40ac-a72a-44d68123ab4c None None] Checking segment: {'id': 'f22cd012-f950-4a19-bea8-62720f128e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'acd422cb-07fc-4b63-aaab-fd2e52fc9069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:38:24.599504 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-e4f2fe28-3fac-40ac-a72a-44d68123ab4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:24.599804 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f2fe28-3fac-40ac-a72a-44d68123ab4c None None] Bound using segment: {'id': 'f22cd012-f950-4a19-bea8-62720f128e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'acd422cb-07fc-4b63-aaab-fd2e52fc9069'} {{(pid=101814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:38:24.600235 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.managers [None req-e4f2fe28-3fac-40ac-a72a-44d68123ab4c None None] Bound port: da9344ff-1661-44cd-b50b-0cb78a721639, host: dv-cinder-817642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22cd012-f950-4a19-bea8-62720f128e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'acd422cb-07fc-4b63-aaab-fd2e52fc9069'}}] {{(pid=101814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:38:24.600639 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-e4f2fe28-3fac-40ac-a72a-44d68123ab4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:24.694775 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.db [None req-e4f2fe28-3fac-40ac-a72a-44d68123ab4c None None] For port da9344ff-1661-44cd-b50b-0cb78a721639, host dv-cinder-817642-1-iscsi, cleared binding levels {{(pid=101814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:38:24.698878 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.db [None req-e4f2fe28-3fac-40ac-a72a-44d68123ab4c None None] For port da9344ff-1661-44cd-b50b-0cb78a721639, host dv-cinder-817642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=da9344ff-1661-44cd-b50b-0cb78a721639,segment=NetworkSegment(f22cd012-f950-4a19-bea8-62720f128e10),segment_id=f22cd012-f950-4a19-bea8-62720f128e10)] {{(pid=101814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:38:24.707761 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-e4f2fe28-3fac-40ac-a72a-44d68123ab4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:24.727090 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-27140ecc-80d6-40c3-b4bf-6e72174666ac tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:24.808728 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5fabd6-c9dc-4f97-aed9-06a43e9e8acd None None] Pushing event updated for resources: {'Port': ['ID=da9344ff-1661-44cd-b50b-0cb78a721639,revision_number=4']} {{(pid=101814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:24.815942 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb6cd75-5c2a-412d-b3a3-40639271546e req-4cd34ebf-4a75-4d75-a753-99cf482a45a4 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:24.815942 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8eb6cd75-5c2a-412d-b3a3-40639271546e req-4cd34ebf-4a75-4d75-a753-99cf482a45a4 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/networks?id=acd422cb-07fc-4b63-aaab-fd2e52fc9069 HTTP/1.1" status: 200 len: 819 time: 0.2377801 Nov 11 20:38:24.816225 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f2fe28-3fac-40ac-a72a-44d68123ab4c None None] Routers {'6bfc9a2c-a093-4b34-bd33-633119930d33'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:38:24.817751 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-e4f2fe28-3fac-40ac-a72a-44d68123ab4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:38:03Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['6bfc9a2c-a093-4b34-bd33-633119930d33'], 'active': True} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:38:24.845538 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8eb6cd75-5c2a-412d-b3a3-40639271546e req-bef1ede9-3d03-46d9-91cf-c5f78db4fc22 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/quotas/8473830434694f05acc123584bf48e18 HTTP/1.1" status: 200 len: 375 time: 0.0208025 Nov 11 20:38:24.877656 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-27140ecc-80d6-40c3-b4bf-6e72174666ac tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:24.901092 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-27140ecc-80d6-40c3-b4bf-6e72174666ac tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641934'] for security_group_rule, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:24.930705 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27140ecc-80d6-40c3-b4bf-6e72174666ac tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ac6b5d1-165f-4857-b19e-d0233adfac74,revision_number=0']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:24.945516 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-27140ecc-80d6-40c3-b4bf-6e72174666ac tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:24.946979 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-27140ecc-80d6-40c3-b4bf-6e72174666ac tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3913693 Nov 11 20:38:24.950536 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 40208) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:24.957574 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8eb6cd75-5c2a-412d-b3a3-40639271546e req-fb71af60-c593-45ef-b2da-8c8ae0209dfb tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8473830434694f05acc123584bf48e18&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0986187 Nov 11 20:38:24.961355 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [None req-9f62b8be-52eb-40b4-a307-80046d09e3f3 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Request body: {'floatingip': {'floating_network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2'}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:38:25.003568 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvr_db [None req-e4f2fe28-3fac-40ac-a72a-44d68123ab4c None None] Set router 6bfc9a2c-a093-4b34-bd33-633119930d33 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:38:25.065114 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9f62b8be-52eb-40b4-a307-80046d09e3f3 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks [] for floatingip, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:25.249547 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device 67ba29b5-6d5a-4739-8793-7d8a03d5cb3c up at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:38:25.276277 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7a5be1c6-4b31-4db9-921a-6369e3cbb04b req-54ce43cc-4665-49ed-b167-5c145457c945 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b182b81-371c-4244-b016-dffa07121ef2 HTTP/1.1" status: 200 len: 210 time: 0.0870371 Nov 11 20:38:25.305062 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8eb6cd75-5c2a-412d-b3a3-40639271546e req-28c75e7a-6d1c-4644-9fbc-98376fe69f57 service neutron] 10.222.0.61 "GET /v2.0/networks/acd422cb-07fc-4b63-aaab-fd2e52fc9069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319724 Nov 11 20:38:25.326611 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Provisioning complete for port 67ba29b5-6d5a-4739-8793-7d8a03d5cb3c triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:38:25.327240 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:25.367605 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-e4f2fe28-3fac-40ac-a72a-44d68123ab4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfc9a2c-a093-4b34-bd33-633119930d33', 'name': 'tempest-ServerRescueNegativeTestJSON-2129851419-router', 'tenant_id': '8473830434694f05acc123584bf48e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': 'dd4b228a-088b-4b65-9bcd-259211df5de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:38:12Z', 'updated_at': '2021-11-11T20:38:19Z', 'revision_number': 4, 'project_id': '8473830434694f05acc123584bf48e18', 'gw_port': {'id': 'dd4b228a-088b-4b65-9bcd-259211df5de0', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:50:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfc9a2c-a093-4b34-bd33-633119930d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:38:13Z', 'updated_at': '2021-11-11T20:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': 'da9344ff-1661-44cd-b50b-0cb78a721639', 'name': '', 'network_id': 'acd422cb-07fc-4b63-aaab-fd2e52fc9069', 'tenant_id': '8473830434694f05acc123584bf48e18', 'mac_address': 'fa:16:3e:a7:2d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bfc9a2c-a093-4b34-bd33-633119930d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '843c9d58-b0a8-42ed-baec-4e93b7576eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:38:18Z', 'updated_at': '2021-11-11T20:38:24Z', 'revision_number': 4, 'project_id': '8473830434694f05acc123584bf48e18', 'subnets': [{'id': '843c9d58-b0a8-42ed-baec-4e93b7576eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:38:25.406928 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f2fe28-3fac-40ac-a72a-44d68123ab4c None None] The sync data for ids ['6bfc9a2c-a093-4b34-bd33-633119930d33'] in dv-cinder-817642-1-iscsi is: [{'id': '6bfc9a2c-a093-4b34-bd33-633119930d33', 'name': 'tempest-ServerRescueNegativeTestJSON-2129851419-router', 'tenant_id': '8473830434694f05acc123584bf48e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': 'dd4b228a-088b-4b65-9bcd-259211df5de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:38:12Z', 'updated_at': '2021-11-11T20:38:19Z', 'revision_number': 4, 'project_id': '8473830434694f05acc123584bf48e18', 'gw_port': {'id': 'dd4b228a-088b-4b65-9bcd-259211df5de0', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:50:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfc9a2c-a093-4b34-bd33-633119930d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:38:13Z', 'updated_at': '2021-11-11T20:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': 'da9344ff-1661-44cd-b50b-0cb78a721639', 'name': '', 'network_id': 'acd422cb-07fc-4b63-aaab-fd2e52fc9069', 'tenant_id': '8473830434694f05acc123584bf48e18', 'mac_address': 'fa:16:3e:a7:2d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bfc9a2c-a093-4b34-bd33-633119930d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '843c9d58-b0a8-42ed-baec-4e93b7576eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:38:18Z', 'updated_at': '2021-11-11T20:38:24Z', 'revision_number': 4, 'project_id': '8473830434694f05acc123584bf48e18', 'subnets': [{'id': '843c9d58-b0a8-42ed-baec-4e93b7576eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:38:25.496238 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-13fd9004-010d-4302-8d18-493db8c7095c req-cf8fa02d-75dc-4a66-a158-ef327c2e7fd4 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8 HTTP/1.1" status: 200 len: 210 time: 0.0834196 Nov 11 20:38:25.500968 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:25.528712 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] For port 67ba29b5-6d5a-4739-8793-7d8a03d5cb3c, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=67ba29b5-6d5a-4739-8793-7d8a03d5cb3c,segment=NetworkSegment(e9e9934c-1983-4624-9195-f2a2627c9ef4),segment_id=e9e9934c-1983-4624-9195-f2a2627c9ef4)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:38:25.536225 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:25.543879 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8eb6cd75-5c2a-412d-b3a3-40639271546e req-eba46ecc-25f4-499b-a748-23f61fbe5001 service neutron] 10.222.0.61 "GET /v2.0/networks/acd422cb-07fc-4b63-aaab-fd2e52fc9069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379735 Nov 11 20:38:25.616574 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9f62b8be-52eb-40b4-a307-80046d09e3f3 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:25.637914 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Pushing event updated for resources: {'Port': ['ID=67ba29b5-6d5a-4739-8793-7d8a03d5cb3c,revision_number=4']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:25.761981 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.db_base_plugin_common [None req-9f62b8be-52eb-40b4-a307-80046d09e3f3 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Allocated IP 172.27.0.155 (06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2/dac47c4e-2532-416f-829a-3cf927393807/874d2724-d146-46e1-8a57-4a0f51213fd3) {{(pid=101811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:38:25.820238 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-41e4dd22-7457-4cf0-8113-3eafad13721b req-bb34f2f5-5c89-4eaf-ae09-a2c67037fae6 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 210 time: 0.0432713 Nov 11 20:38:25.929446 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9f62b8be-52eb-40b4-a307-80046d09e3f3 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks [] for port, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:25.992679 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9f62b8be-52eb-40b4-a307-80046d09e3f3 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945'] for port, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:26.064122 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f62b8be-52eb-40b4-a307-80046d09e3f3 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Network 06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2 is already hosted by enough agents. {{(pid=101811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:38:26.068624 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.base_scheduler [None req-9f62b8be-52eb-40b4-a307-80046d09e3f3 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Resources bound (agent type, host, resource id): {{(pid=101811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:38:26.077151 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f62b8be-52eb-40b4-a307-80046d09e3f3 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Received port after_create {{(pid=101811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:38:26.123852 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f62b8be-52eb-40b4-a307-80046d09e3f3 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Pushing event updated for resources: {'Port': ['ID=874d2724-d146-46e1-8a57-4a0f51213fd3,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:26.243693 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9f62b8be-52eb-40b4-a307-80046d09e3f3 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:26.371069 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9f62b8be-52eb-40b4-a307-80046d09e3f3 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:26.640261 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-823f58ef-3d6d-4daf-9a89-ceba72e6b64f req-83f2d5c0-b45e-4120-b6e8-975dac1db37d tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8 HTTP/1.1" status: 200 len: 210 time: 0.0493462 Nov 11 20:38:26.641984 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cad138cc-ebd9-4258-a4ce-09957ce210cf req-eb827762-a408-4247-9808-15d5b25c6ac8 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b182b81-371c-4244-b016-dffa07121ef2 HTTP/1.1" status: 200 len: 210 time: 0.2792866 Nov 11 20:38:26.670857 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28df1d70-efea-4053-af12-a9f52d01337c None None] Sync routers for ids ['fc74dff3-6f68-4d1e-b60f-adabb104eb44'] in dv-cinder-817642-1-iscsi {{(pid=101813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:38:26.674006 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9f62b8be-52eb-40b4-a307-80046d09e3f3 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks [] for port, precommit_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:26.679873 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9f62b8be-52eb-40b4-a307-80046d09e3f3 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:26.792446 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28df1d70-efea-4053-af12-a9f52d01337c None None] Routers {'fc74dff3-6f68-4d1e-b60f-adabb104eb44'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:38:26.793086 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-28df1d70-efea-4053-af12-a9f52d01337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:38:03Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['fc74dff3-6f68-4d1e-b60f-adabb104eb44'], 'active': True} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:38:26.920591 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f62b8be-52eb-40b4-a307-80046d09e3f3 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Pushing event updated for resources: {'Port': ['ID=874d2724-d146-46e1-8a57-4a0f51213fd3,revision_number=2']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:26.929147 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9f62b8be-52eb-40b4-a307-80046d09e3f3 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656075'] for floatingip, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:26.946338 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvr_db [None req-28df1d70-efea-4053-af12-a9f52d01337c None None] Set router fc74dff3-6f68-4d1e-b60f-adabb104eb44 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:38:26.978031 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4d0527d9-7198-40ae-8a48-fbb94a87a277 req-131445d7-7a5b-441a-8483-df9b32037a47 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 210 time: 0.0396829 Nov 11 20:38:26.986602 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9f62b8be-52eb-40b4-a307-80046d09e3f3 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for floatingip, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:27.000738 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-9f62b8be-52eb-40b4-a307-80046d09e3f3 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0485275 Nov 11 20:38:27.224777 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-28df1d70-efea-4053-af12-a9f52d01337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'name': 'tempest-AttachVolumeShelveTestJSON-627808726-router', 'tenant_id': '38d540a76ef9405bb94b7e433494fabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '67ba29b5-6d5a-4739-8793-7d8a03d5cb3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:38:13Z', 'updated_at': '2021-11-11T20:38:21Z', 'revision_number': 4, 'project_id': '38d540a76ef9405bb94b7e433494fabd', 'gw_port': {'id': '67ba29b5-6d5a-4739-8793-7d8a03d5cb3c', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:38:14Z', 'updated_at': '2021-11-11T20:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': '279df8e5-3371-4994-bf8b-9fba4ded60c2', 'name': '', 'network_id': '51d362a5-52f5-4926-aac3-68c4c9326236', 'tenant_id': '38d540a76ef9405bb94b7e433494fabd', 'mac_address': 'fa:16:3e:52:f4:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b93905e5-6d6f-41ed-9efc-0dfc53d52f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:38:19Z', 'updated_at': '2021-11-11T20:38:21Z', 'revision_number': 2, 'project_id': '38d540a76ef9405bb94b7e433494fabd', 'subnets': [{'id': 'b93905e5-6d6f-41ed-9efc-0dfc53d52f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:38:27.259180 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28df1d70-efea-4053-af12-a9f52d01337c None None] Checking router: fc74dff3-6f68-4d1e-b60f-adabb104eb44 for host: dv-cinder-817642-1-iscsi {{(pid=101813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:38:27.259769 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28df1d70-efea-4053-af12-a9f52d01337c None None] Updating router fc74dff3-6f68-4d1e-b60f-adabb104eb44 port 279df8e5-3371-4994-bf8b-9fba4ded60c2 binding host dv-cinder-817642-1-iscsi {{(pid=101813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:38:27.290402 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-28df1d70-efea-4053-af12-a9f52d01337c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:27.339819 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device da9344ff-1661-44cd-b50b-0cb78a721639 up at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:38:27.350180 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7051e6b3-f0b4-4c50-9d51-46be14630b58 req-5dab474f-5a88-4061-a50e-37d20558c8a5 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1788273689&fields=id&tenant_id=38d540a76ef9405bb94b7e433494fabd HTTP/1.1" status: 200 len: 267 time: 0.0690114 Nov 11 20:38:27.550996 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051e6b3-f0b4-4c50-9d51-46be14630b58 req-95b194e8-b4ca-4c3f-b2ee-547ac4b5b627 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:27.555375 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7051e6b3-f0b4-4c50-9d51-46be14630b58 req-95b194e8-b4ca-4c3f-b2ee-547ac4b5b627 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/networks?id=51d362a5-52f5-4926-aac3-68c4c9326236 HTTP/1.1" status: 200 len: 816 time: 0.1882057 Nov 11 20:38:27.562096 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Provisioning complete for port da9344ff-1661-44cd-b50b-0cb78a721639 triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:38:27.562593 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:27.577681 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7051e6b3-f0b4-4c50-9d51-46be14630b58 req-6a54c0c4-cb4c-4688-b987-35c76e5e0210 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/quotas/38d540a76ef9405bb94b7e433494fabd HTTP/1.1" status: 200 len: 375 time: 0.0150349 Nov 11 20:38:27.664719 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7051e6b3-f0b4-4c50-9d51-46be14630b58 req-dd41f3cf-8c21-4050-8505-be7283775a72 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=38d540a76ef9405bb94b7e433494fabd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0751340 Nov 11 20:38:27.770993 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-28df1d70-efea-4053-af12-a9f52d01337c None None] Publish callbacks [] for port, precommit_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:27.775088 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:27.799943 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-28df1d70-efea-4053-af12-a9f52d01337c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:27.836151 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-35843a2b-d3f9-455c-9c9d-21d74f638986 req-48b41fa5-741e-42c1-a8d4-bb0e88ddd1d5 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8 HTTP/1.1" status: 200 len: 210 time: 0.0575116 Nov 11 20:38:27.853810 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7051e6b3-f0b4-4c50-9d51-46be14630b58 req-fdb5c429-fc6c-4f55-917d-1d2f71f17c2a service neutron] 10.222.0.61 "GET /v2.0/networks/51d362a5-52f5-4926-aac3-68c4c9326236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738398 Nov 11 20:38:27.924082 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] For port da9344ff-1661-44cd-b50b-0cb78a721639, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=da9344ff-1661-44cd-b50b-0cb78a721639,segment=NetworkSegment(f22cd012-f950-4a19-bea8-62720f128e10),segment_id=f22cd012-f950-4a19-bea8-62720f128e10)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:38:27.933001 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466d8fe6-c65c-45f1-9bb9-17eab76fe6c4 None None] Pushing event updated for resources: {'Port': ['ID=279df8e5-3371-4994-bf8b-9fba4ded60c2,revision_number=3']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:27.935683 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:27.936998 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device 67ba29b5-6d5a-4739-8793-7d8a03d5cb3c up at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:38:28.051218 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-26d4ac86-eb74-4a4e-a4e2-568be67bec8b req-6cd72007-0ed0-4f2b-ba3f-cf3009a914dc tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b182b81-371c-4244-b016-dffa07121ef2 HTTP/1.1" status: 200 len: 210 time: 0.0469532 Nov 11 20:38:28.091820 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-28df1d70-efea-4053-af12-a9f52d01337c None None] Attempting to bind port 279df8e5-3371-4994-bf8b-9fba4ded60c2 on host dv-cinder-817642-1-iscsi for vnic_type normal with profile {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:38:28.092435 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-28df1d70-efea-4053-af12-a9f52d01337c None None] Attempting to bind port 279df8e5-3371-4994-bf8b-9fba4ded60c2 by drivers openvswitch,hyperv on host dv-cinder-817642-1-iscsi at level 0 using segments [{'id': 'bc2cdd12-61b5-41c6-859f-e3f0a8c491bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '51d362a5-52f5-4926-aac3-68c4c9326236'}] {{(pid=101813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:38:28.092945 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28df1d70-efea-4053-af12-a9f52d01337c None None] Attempting to bind port 279df8e5-3371-4994-bf8b-9fba4ded60c2 on network 51d362a5-52f5-4926-aac3-68c4c9326236 {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:38:28.095327 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Pushing event updated for resources: {'Port': ['ID=da9344ff-1661-44cd-b50b-0cb78a721639,revision_number=5']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:28.103105 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7051e6b3-f0b4-4c50-9d51-46be14630b58 req-11ff34d4-78d6-4bde-bea5-3437a62b8b4a service neutron] 10.222.0.61 "GET /v2.0/networks/51d362a5-52f5-4926-aac3-68c4c9326236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341127 Nov 11 20:38:28.120900 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28df1d70-efea-4053-af12-a9f52d01337c None None] Checking agent: {'id': '2f88a117-5cd0-41ac-983d-8c5af48f8bd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 30, 6), 'started_at': datetime.datetime(2021, 11, 11, 20, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:38:28.121277 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28df1d70-efea-4053-af12-a9f52d01337c None None] Checking segment: {'id': 'bc2cdd12-61b5-41c6-859f-e3f0a8c491bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '51d362a5-52f5-4926-aac3-68c4c9326236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:38:28.121667 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-28df1d70-efea-4053-af12-a9f52d01337c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:28.122221 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28df1d70-efea-4053-af12-a9f52d01337c None None] Bound using segment: {'id': 'bc2cdd12-61b5-41c6-859f-e3f0a8c491bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '51d362a5-52f5-4926-aac3-68c4c9326236'} {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:38:28.123101 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-28df1d70-efea-4053-af12-a9f52d01337c None None] Bound port: 279df8e5-3371-4994-bf8b-9fba4ded60c2, host: dv-cinder-817642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc2cdd12-61b5-41c6-859f-e3f0a8c491bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '51d362a5-52f5-4926-aac3-68c4c9326236'}}] {{(pid=101813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:38:28.123680 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-28df1d70-efea-4053-af12-a9f52d01337c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:28.147330 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Provisioning complete for port 67ba29b5-6d5a-4739-8793-7d8a03d5cb3c triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:38:28.147710 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:28.170713 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7ef04401-0c45-4ca3-901d-3272d92d777f req-cb3163eb-653d-4a39-8ba7-e31bebd354b2 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 210 time: 0.0306110 Nov 11 20:38:28.226612 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-28df1d70-efea-4053-af12-a9f52d01337c None None] For port 279df8e5-3371-4994-bf8b-9fba4ded60c2, host dv-cinder-817642-1-iscsi, cleared binding levels {{(pid=101813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:38:28.230547 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-28df1d70-efea-4053-af12-a9f52d01337c None None] For port 279df8e5-3371-4994-bf8b-9fba4ded60c2, host dv-cinder-817642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=279df8e5-3371-4994-bf8b-9fba4ded60c2,segment=NetworkSegment(bc2cdd12-61b5-41c6-859f-e3f0a8c491bb),segment_id=bc2cdd12-61b5-41c6-859f-e3f0a8c491bb)] {{(pid=101813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:38:28.236923 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-28df1d70-efea-4053-af12-a9f52d01337c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:28.285934 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-6e29b790-a867-44b7-8e2a-f5ba1979162f req-0b32cebb-9cd9-4d16-8b60-3b7d7e423b86 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 210 time: 0.0270178 Nov 11 20:38:28.317605 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-5dbbf485-3531-45fa-9725-f60cb680eec1 None None] Provisioning complete for port 279df8e5-3371-4994-bf8b-9fba4ded60c2 triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:38:28.317605 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-5dbbf485-3531-45fa-9725-f60cb680eec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:28.367857 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466d8fe6-c65c-45f1-9bb9-17eab76fe6c4 None None] Pushing event updated for resources: {'Port': ['ID=279df8e5-3371-4994-bf8b-9fba4ded60c2,revision_number=4']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:28.374508 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28df1d70-efea-4053-af12-a9f52d01337c None None] Routers {'fc74dff3-6f68-4d1e-b60f-adabb104eb44'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:38:28.375125 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-28df1d70-efea-4053-af12-a9f52d01337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:38:03Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['fc74dff3-6f68-4d1e-b60f-adabb104eb44'], 'active': True} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:38:28.517320 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-5dbbf485-3531-45fa-9725-f60cb680eec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:28.533076 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvr_db [None req-28df1d70-efea-4053-af12-a9f52d01337c None None] Set router fc74dff3-6f68-4d1e-b60f-adabb104eb44 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:38:28.593422 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-5dbbf485-3531-45fa-9725-f60cb680eec1 None None] For port 279df8e5-3371-4994-bf8b-9fba4ded60c2, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=279df8e5-3371-4994-bf8b-9fba4ded60c2,segment=NetworkSegment(bc2cdd12-61b5-41c6-859f-e3f0a8c491bb),segment_id=bc2cdd12-61b5-41c6-859f-e3f0a8c491bb)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:38:28.620133 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-5dbbf485-3531-45fa-9725-f60cb680eec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:28.827846 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-65189849-5dd3-4564-a6c3-c34f12d5c268 None None] Provisioning complete for port 279df8e5-3371-4994-bf8b-9fba4ded60c2 triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:38:28.828482 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-65189849-5dd3-4564-a6c3-c34f12d5c268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:28.829597 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbbf485-3531-45fa-9725-f60cb680eec1 None None] Pushing event updated for resources: {'Port': ['ID=279df8e5-3371-4994-bf8b-9fba4ded60c2,revision_number=5']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:28.932188 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fbda0656-fd41-49bc-9ff2-a9a498440ec9 req-5f2ddac1-07f3-4c49-a41f-75e9ca9db952 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8 HTTP/1.1" status: 200 len: 210 time: 0.0302846 Nov 11 20:38:28.963350 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-28df1d70-efea-4053-af12-a9f52d01337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'name': 'tempest-AttachVolumeShelveTestJSON-627808726-router', 'tenant_id': '38d540a76ef9405bb94b7e433494fabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '67ba29b5-6d5a-4739-8793-7d8a03d5cb3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:38:13Z', 'updated_at': '2021-11-11T20:38:21Z', 'revision_number': 4, 'project_id': '38d540a76ef9405bb94b7e433494fabd', 'gw_port': {'id': '67ba29b5-6d5a-4739-8793-7d8a03d5cb3c', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:38:14Z', 'updated_at': '2021-11-11T20:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': '279df8e5-3371-4994-bf8b-9fba4ded60c2', 'name': '', 'network_id': '51d362a5-52f5-4926-aac3-68c4c9326236', 'tenant_id': '38d540a76ef9405bb94b7e433494fabd', 'mac_address': 'fa:16:3e:52:f4:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b93905e5-6d6f-41ed-9efc-0dfc53d52f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:38:19Z', 'updated_at': '2021-11-11T20:38:28Z', 'revision_number': 4, 'project_id': '38d540a76ef9405bb94b7e433494fabd', 'subnets': [{'id': 'b93905e5-6d6f-41ed-9efc-0dfc53d52f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:38:28.990806 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28df1d70-efea-4053-af12-a9f52d01337c None None] The sync data for ids ['fc74dff3-6f68-4d1e-b60f-adabb104eb44'] in dv-cinder-817642-1-iscsi is: [{'id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'name': 'tempest-AttachVolumeShelveTestJSON-627808726-router', 'tenant_id': '38d540a76ef9405bb94b7e433494fabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '67ba29b5-6d5a-4739-8793-7d8a03d5cb3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:38:13Z', 'updated_at': '2021-11-11T20:38:21Z', 'revision_number': 4, 'project_id': '38d540a76ef9405bb94b7e433494fabd', 'gw_port': {'id': '67ba29b5-6d5a-4739-8793-7d8a03d5cb3c', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:38:14Z', 'updated_at': '2021-11-11T20:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': '279df8e5-3371-4994-bf8b-9fba4ded60c2', 'name': '', 'network_id': '51d362a5-52f5-4926-aac3-68c4c9326236', 'tenant_id': '38d540a76ef9405bb94b7e433494fabd', 'mac_address': 'fa:16:3e:52:f4:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b93905e5-6d6f-41ed-9efc-0dfc53d52f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:38:19Z', 'updated_at': '2021-11-11T20:38:28Z', 'revision_number': 4, 'project_id': '38d540a76ef9405bb94b7e433494fabd', 'subnets': [{'id': 'b93905e5-6d6f-41ed-9efc-0dfc53d52f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:38:29.159779 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device da9344ff-1661-44cd-b50b-0cb78a721639 up at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:38:29.171443 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-97b60e35-7ef5-48fd-84d3-29933fe96532 req-1bf167ee-bb73-4705-8894-31981493b128 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b182b81-371c-4244-b016-dffa07121ef2 HTTP/1.1" status: 200 len: 210 time: 0.0460250 Nov 11 20:38:29.248328 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Provisioning complete for port da9344ff-1661-44cd-b50b-0cb78a721639 triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:38:29.249028 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:29.281913 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-70a6440b-1dab-4a39-91e0-abd482493d9d req-b9618c93-ee0a-4f83-8225-c9903a940e51 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 210 time: 0.0277297 Nov 11 20:38:29.351686 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device 279df8e5-3371-4994-bf8b-9fba4ded60c2 up at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:38:29.402457 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Provisioning complete for port 279df8e5-3371-4994-bf8b-9fba4ded60c2 triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:38:29.402838 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:29.418396 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-bee1d730-6c4a-433e-be70-57c5739ff961 req-7197b917-1863-4697-a455-b9b366f7dab8 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 210 time: 0.0373781 Nov 11 20:38:29.711782 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.78', 49239) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:29.861386 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760182a-a020-4463-90e3-cb14e71a4610 req-79b870cf-80ff-489a-9eb4-b9da66953cc2 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:29.862694 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f760182a-a020-4463-90e3-cb14e71a4610 req-79b870cf-80ff-489a-9eb4-b9da66953cc2 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.78 "GET /v2.0/networks?id=4eaea89b-928d-40c8-a51e-812ae04a8ab3 HTTP/1.1" status: 200 len: 811 time: 0.1477156 Nov 11 20:38:29.950870 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 40392) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:29.962806 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [req-f760182a-a020-4463-90e3-cb14e71a4610 req-f90ece9c-db65-405c-ab9d-5498ff2e5792 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] Request body: {'port': {'device_id': '4b182b81-371c-4244-b016-dffa07121ef2', 'network_id': '4eaea89b-928d-40c8-a51e-812ae04a8ab3', 'admin_state_up': True, 'tenant_id': '0daea5c9b8ea4f91b977e9e3cd28c055'}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:38:30.057148 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4abcae1d-c4ec-40b9-bdbc-e284bfb84bd8 req-fdbaac1c-a3b0-4be7-84b4-87d894dbbf36 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8 HTTP/1.1" status: 200 len: 210 time: 0.0309007 Nov 11 20:38:30.084748 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-4dfd5131-4dd2-442b-9c0b-eb85c8d81499 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:30.151020 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f760182a-a020-4463-90e3-cb14e71a4610 req-f90ece9c-db65-405c-ab9d-5498ff2e5792 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] Made reservation on behalf of 0daea5c9b8ea4f91b977e9e3cd28c055 for: {'port': 1} {{(pid=101811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:38:30.154758 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-f760182a-a020-4463-90e3-cb14e71a4610 req-f90ece9c-db65-405c-ab9d-5498ff2e5792 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:30.375072 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.78', 49245) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:30.476616 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-4dfd5131-4dd2-442b-9c0b-eb85c8d81499 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:30.506454 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-4dfd5131-4dd2-442b-9c0b-eb85c8d81499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:30.595039 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a7b76adf-7899-4c39-8a89-41ff86cf39b1 req-ffd6ad20-2e74-4d02-96cd-e8b6c7329e20 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b182b81-371c-4244-b016-dffa07121ef2 HTTP/1.1" status: 200 len: 210 time: 0.3086936 Nov 11 20:38:30.656002 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-dc727c1f-40a2-402d-bbbe-82f2ddca0da0 req-4b36a2f3-d1c1-4537-be2e-fdac617b9115 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 210 time: 0.1468894 Nov 11 20:38:30.664759 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-4dfd5131-4dd2-442b-9c0b-eb85c8d81499 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fb694cec50cc484cb32dca77417cac77&name=default HTTP/1.1" status: 200 len: 2994 time: 0.7126508 Nov 11 20:38:30.673503 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 40450) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:30.674666 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.db_base_plugin_common [req-f760182a-a020-4463-90e3-cb14e71a4610 req-f90ece9c-db65-405c-ab9d-5498ff2e5792 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] Allocated IP 172.20.0.3 (4eaea89b-928d-40c8-a51e-812ae04a8ab3/4de108c0-2905-4299-b6ab-929bf14c62f0/90ad1ea9-d70f-404f-aa76-239fd7557f37) {{(pid=101811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:38:30.730597 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfd5131-4dd2-442b-9c0b-eb85c8d81499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1e66d2-ff4f-44d7-965e-8ae57a00466f,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:30.738173 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-ce5df5f5-3c9d-41c4-a26b-2878f3d119bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:30.833475 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1acf807-b82f-4f51-b8b3-87dcd30e37bf req-9c7d4b55-c922-4482-bedd-3222ea50d169 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:30.842302 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [req-a1acf807-b82f-4f51-b8b3-87dcd30e37bf req-9c7d4b55-c922-4482-bedd-3222ea50d169 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.78 "GET /v2.0/networks?id=f75b74a3-4944-4e66-a1f1-0eb754745d66 HTTP/1.1" status: 200 len: 814 time: 0.4658701 Nov 11 20:38:30.851858 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e8717ea6-fd5f-4931-a033-d6e5dab53f98 req-becfa4ad-e09d-46f2-949f-35c0b9330647 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 210 time: 0.0769503 Nov 11 20:38:30.871893 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [req-a1acf807-b82f-4f51-b8b3-87dcd30e37bf req-01da8359-0cd7-47ad-adea-77b8133daf57 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Request body: {'port': {'device_id': 'aa2a29b9-345d-48ed-ab58-999c80cd44d8', 'network_id': 'f75b74a3-4944-4e66-a1f1-0eb754745d66', 'admin_state_up': True, 'tenant_id': '7b92a8a05c22447985ae53c7b9c91fc8'}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:38:30.943822 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-686f4d14-52b7-4a8f-9f8d-38c7e211d995 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:30.986120 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-686f4d14-52b7-4a8f-9f8d-38c7e211d995 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:31.041747 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.78', 49250) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:31.079763 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-f760182a-a020-4463-90e3-cb14e71a4610 req-f90ece9c-db65-405c-ab9d-5498ff2e5792 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] Publish callbacks [] for port, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:31.242060 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e601f813-6863-4b11-bad1-b9f1aab37a01 req-16fa03d7-bc8c-4611-b7bb-eb49037f75bd tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8 HTTP/1.1" status: 200 len: 210 time: 0.0420563 Nov 11 20:38:31.342668 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-686f4d14-52b7-4a8f-9f8d-38c7e211d995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:31.351362 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-686f4d14-52b7-4a8f-9f8d-38c7e211d995 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:31.353014 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-686f4d14-52b7-4a8f-9f8d-38c7e211d995 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3b1e66d2-ff4f-44d7-965e-8ae57a00466f HTTP/1.1" status: 204 len: 168 time: 0.6751356 Nov 11 20:38:31.363622 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620195d6-dbd8-4f52-9713-492271abe5bd req-2dc1adb0-3692-47a2-9b92-4652caabcf84 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:31.365951 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-620195d6-dbd8-4f52-9713-492271abe5bd req-2dc1adb0-3692-47a2-9b92-4652caabcf84 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.78 "GET /v2.0/networks?id=acd422cb-07fc-4b63-aaab-fd2e52fc9069 HTTP/1.1" status: 200 len: 819 time: 0.3129344 Nov 11 20:38:31.370364 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-f760182a-a020-4463-90e3-cb14e71a4610 req-f90ece9c-db65-405c-ab9d-5498ff2e5792 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945'] for port, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:31.414172 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1acf807-b82f-4f51-b8b3-87dcd30e37bf req-01da8359-0cd7-47ad-adea-77b8133daf57 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Made reservation on behalf of 7b92a8a05c22447985ae53c7b9c91fc8 for: {'port': 1} {{(pid=101812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:38:31.422498 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [req-a1acf807-b82f-4f51-b8b3-87dcd30e37bf req-01da8359-0cd7-47ad-adea-77b8133daf57 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:31.501068 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f4d14-52b7-4a8f-9f8d-38c7e211d995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1e66d2-ff4f-44d7-965e-8ae57a00466f,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:31.676526 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f760182a-a020-4463-90e3-cb14e71a4610 req-f90ece9c-db65-405c-ab9d-5498ff2e5792 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] Network 4eaea89b-928d-40c8-a51e-812ae04a8ab3 is already hosted by enough agents. {{(pid=101811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:38:31.683754 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ece9c-db65-405c-ab9d-5498ff2e5792 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] Pushing event updated for resources: {'Port': ['ID=90ad1ea9-d70f-404f-aa76-239fd7557f37,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:31.693330 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.base_scheduler [req-f760182a-a020-4463-90e3-cb14e71a4610 req-f90ece9c-db65-405c-ab9d-5498ff2e5792 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] Resources bound (agent type, host, resource id): {{(pid=101811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:38:31.713266 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [req-f760182a-a020-4463-90e3-cb14e71a4610 req-f90ece9c-db65-405c-ab9d-5498ff2e5792 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] Received port after_create {{(pid=101811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:38:31.735457 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760182a-a020-4463-90e3-cb14e71a4610 req-f90ece9c-db65-405c-ab9d-5498ff2e5792 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:31.736167 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-f760182a-a020-4463-90e3-cb14e71a4610 req-f90ece9c-db65-405c-ab9d-5498ff2e5792 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:31.866526 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f760182a-a020-4463-90e3-cb14e71a4610 req-f90ece9c-db65-405c-ab9d-5498ff2e5792 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9085581 Nov 11 20:38:31.896318 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-032af0aa-2f36-49f0-a5e4-c9649cc4f213 req-0f92d56e-b17b-4e0d-83ee-1d5b68c0bf16 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 210 time: 0.0566499 Nov 11 20:38:31.958899 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821e5e9-3727-4a7f-a483-fbced0d9fcaa req-69b28281-b97c-4a08-9b82-d3fd7646e6d9 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:31.971920 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f821e5e9-3727-4a7f-a483-fbced0d9fcaa req-69b28281-b97c-4a08-9b82-d3fd7646e6d9 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b182b81-371c-4244-b016-dffa07121ef2 HTTP/1.1" status: 200 len: 931 time: 0.2082770 Nov 11 20:38:32.151464 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.db.db_base_plugin_common [req-a1acf807-b82f-4f51-b8b3-87dcd30e37bf req-01da8359-0cd7-47ad-adea-77b8133daf57 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Allocated IP 172.20.0.4 (f75b74a3-4944-4e66-a1f1-0eb754745d66/c3ddfd0b-0a11-463e-9bc6-4a5797fe6680/a1e7e113-49ef-49f9-9fd9-7534d076360a) {{(pid=101812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:38:32.180191 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 40500) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:32.241344 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-77a21208-7c9c-4bd5-a7d5-e9e1db1f62c8 req-a85265c8-af75-4762-8931-c157dd2dbf0b tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 210 time: 0.0586135 Nov 11 20:38:32.255888 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9accc871-936f-45f1-8279-8f7bb5660807 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:32.327145 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f821e5e9-3727-4a7f-a483-fbced0d9fcaa req-2529aecd-d73a-4800-af81-f099a1e9305e tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/security-groups?id=a532f9f3-0bae-4042-8c75-8658b2396770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539453 Nov 11 20:38:32.424090 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-6ab6ab69-10da-4c7f-80c0-90f587a24af0 req-47d9a662-118e-4535-b9fd-4511365ec089 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8 HTTP/1.1" status: 200 len: 210 time: 0.0699363 Nov 11 20:38:32.450765 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [req-a1acf807-b82f-4f51-b8b3-87dcd30e37bf req-01da8359-0cd7-47ad-adea-77b8133daf57 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Publish callbacks [] for port, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:32.512725 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [req-a1acf807-b82f-4f51-b8b3-87dcd30e37bf req-01da8359-0cd7-47ad-adea-77b8133daf57 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945'] for port, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:32.541543 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9accc871-936f-45f1-8279-8f7bb5660807 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:32.553921 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9accc871-936f-45f1-8279-8f7bb5660807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:32.604533 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9accc871-936f-45f1-8279-8f7bb5660807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe23ab8-5a70-4afe-b7f1-77e15d1f765d,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:32.612329 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-9accc871-936f-45f1-8279-8f7bb5660807 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f55beefadd20453bb3be4ca642af6497&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4304428 Nov 11 20:38:32.613355 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 40516) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:32.631467 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1acf807-b82f-4f51-b8b3-87dcd30e37bf req-01da8359-0cd7-47ad-adea-77b8133daf57 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Network f75b74a3-4944-4e66-a1f1-0eb754745d66 is already hosted by enough agents. {{(pid=101812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:38:32.660916 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.base_scheduler [req-a1acf807-b82f-4f51-b8b3-87dcd30e37bf req-01da8359-0cd7-47ad-adea-77b8133daf57 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Resources bound (agent type, host, resource id): {{(pid=101812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:38:32.665740 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1acf807-b82f-4f51-b8b3-87dcd30e37bf req-01da8359-0cd7-47ad-adea-77b8133daf57 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Received port after_create {{(pid=101812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:38:32.671671 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1acf807-b82f-4f51-b8b3-87dcd30e37bf req-01da8359-0cd7-47ad-adea-77b8133daf57 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:32.672586 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [req-a1acf807-b82f-4f51-b8b3-87dcd30e37bf req-01da8359-0cd7-47ad-adea-77b8133daf57 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for port, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:32.681536 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-cdafe728-ae1c-4061-b17d-1c87a5793c27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:32.701517 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [req-a1acf807-b82f-4f51-b8b3-87dcd30e37bf req-01da8359-0cd7-47ad-adea-77b8133daf57 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8338609 Nov 11 20:38:32.712052 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da8359-0cd7-47ad-adea-77b8133daf57 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Pushing event updated for resources: {'Port': ['ID=a1e7e113-49ef-49f9-9fd9-7534d076360a,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:32.722576 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-cdafe728-ae1c-4061-b17d-1c87a5793c27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:32.781703 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-cdafe728-ae1c-4061-b17d-1c87a5793c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:32.784666 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-cdafe728-ae1c-4061-b17d-1c87a5793c27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:32.787365 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-cdafe728-ae1c-4061-b17d-1c87a5793c27 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cfe23ab8-5a70-4afe-b7f1-77e15d1f765d HTTP/1.1" status: 204 len: 168 time: 0.1722133 Nov 11 20:38:32.799122 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdafe728-ae1c-4061-b17d-1c87a5793c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe23ab8-5a70-4afe-b7f1-77e15d1f765d,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:33.001089 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3c4eb127-e28b-4415-bd68-14eedf78a9ef req-ea360b24-a788-44fe-9d4e-6585880d09d0 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 210 time: 0.0305226 Nov 11 20:38:33.357690 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a3cd55e7-e7e8-478f-a176-ba9013660f73 req-00040242-aae8-4448-81cf-a913f03eed22 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 210 time: 0.0375698 Nov 11 20:38:33.359842 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-8e221798-a5f9-46fd-8042-0fcbc3ffad73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:33.498293 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1faa0-09ec-4565-8eff-447875c2a36c req-7b85ac52-d423-4e69-8935-73afa741e17d tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:33.499751 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-86d1faa0-09ec-4565-8eff-447875c2a36c req-7b85ac52-d423-4e69-8935-73afa741e17d tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b182b81-371c-4244-b016-dffa07121ef2 HTTP/1.1" status: 200 len: 931 time: 0.0565989 Nov 11 20:38:33.609744 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-86d1faa0-09ec-4565-8eff-447875c2a36c req-f8fecd40-15de-4ec2-9e24-450db27ea70a tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/security-groups?id=a532f9f3-0bae-4042-8c75-8658b2396770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008394 Nov 11 20:38:33.644124 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff730344-326a-476d-a4e1-d50a5809e81d req-32755464-1c07-4fda-9f08-0f4d65663665 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:33.647239 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ff730344-326a-476d-a4e1-d50a5809e81d req-32755464-1c07-4fda-9f08-0f4d65663665 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8 HTTP/1.1" status: 200 len: 931 time: 0.0846901 Nov 11 20:38:33.758080 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ff730344-326a-476d-a4e1-d50a5809e81d req-e5d1f3d1-0047-49ec-b240-b731c6ab0b35 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041021 Nov 11 20:38:34.111917 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-98de72b0-9310-4708-aa1e-6af50e233160 req-ccc490c2-1cb3-4340-bbd1-ea1ecb93a5ba tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 210 time: 0.0348103 Nov 11 20:38:34.336860 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3d9940ef-842e-4b07-a279-f9f66b0ee11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:34.483009 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-39d87085-2d2e-4bea-bc19-5791891bec30 req-ed038cd6-042a-4d87-8f4c-88be2ef176d3 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 210 time: 0.0271051 Nov 11 20:38:34.743253 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d7c1e-bded-4361-a686-726b46498b35 req-90e7047d-32da-4d5c-90b0-cdd3122d857a tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:34.744941 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9f2d7c1e-bded-4361-a686-726b46498b35 req-90e7047d-32da-4d5c-90b0-cdd3122d857a tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b182b81-371c-4244-b016-dffa07121ef2 HTTP/1.1" status: 200 len: 931 time: 0.0599897 Nov 11 20:38:34.810653 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9f2d7c1e-bded-4361-a686-726b46498b35 req-89d98809-d433-4b8b-9802-1074a993a13b tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/security-groups?id=a532f9f3-0bae-4042-8c75-8658b2396770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583439 Nov 11 20:38:34.893655 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ad1d6-edd4-4a47-ba25-25f092191c43 req-d854d678-1ebe-4d2d-a639-4cb6d3d63d56 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:34.895225 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-864ad1d6-edd4-4a47-ba25-25f092191c43 req-d854d678-1ebe-4d2d-a639-4cb6d3d63d56 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8 HTTP/1.1" status: 200 len: 931 time: 0.0548661 Nov 11 20:38:34.913290 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 40628) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:34.948282 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-864ad1d6-edd4-4a47-ba25-25f092191c43 req-cd570aa9-6cc9-4dfb-9913-d75b00eaf051 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462892 Nov 11 20:38:35.041997 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-471292a1-b33b-4859-98e8-f2439a9f7a68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:35.124613 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-471292a1-b33b-4859-98e8-f2439a9f7a68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:35.128587 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-471292a1-b33b-4859-98e8-f2439a9f7a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:35.168613 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-471292a1-b33b-4859-98e8-f2439a9f7a68 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c4b0e84cb04f44abbe8baf8dc7ca6316&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2541566 Nov 11 20:38:35.169461 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471292a1-b33b-4859-98e8-f2439a9f7a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4dd1d3-870a-4bc6-9d3c-63d2f7de5e27,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:35.171642 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 40634) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:35.225283 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-28e3e40b-8c63-4a34-8de5-00b41594bf78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:35.257475 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-28e3e40b-8c63-4a34-8de5-00b41594bf78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:35.279717 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-12bb7384-da83-43be-9cbd-7e1ac54a27eb req-512da59b-f76b-4561-92d5-6a4b43e18440 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 210 time: 0.0429080 Nov 11 20:38:35.321267 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-28e3e40b-8c63-4a34-8de5-00b41594bf78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:35.324171 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-28e3e40b-8c63-4a34-8de5-00b41594bf78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:35.325302 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-28e3e40b-8c63-4a34-8de5-00b41594bf78 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/eb4dd1d3-870a-4bc6-9d3c-63d2f7de5e27 HTTP/1.1" status: 204 len: 168 time: 0.1526449 Nov 11 20:38:35.333919 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e3e40b-8c63-4a34-8de5-00b41594bf78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4dd1d3-870a-4bc6-9d3c-63d2f7de5e27,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:35.600649 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b2ad28a7-3bf2-47ad-bb72-819b3083b55e req-b69dd836-0a08-4b38-b048-e6dd1996e14a tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 210 time: 0.0279753 Nov 11 20:38:35.654574 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 40646) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:35.667894 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-542193c1-8ba3-43f0-8f0d-ebcf520fb6a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:35.748084 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-542193c1-8ba3-43f0-8f0d-ebcf520fb6a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:35.751693 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-542193c1-8ba3-43f0-8f0d-ebcf520fb6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:35.786925 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542193c1-8ba3-43f0-8f0d-ebcf520fb6a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df17e63f-1ab0-43c8-8ec5-be8a5c890926,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:35.791539 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-542193c1-8ba3-43f0-8f0d-ebcf520fb6a8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=10251df8d32c44d6abc838a258ab908f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1357872 Nov 11 20:38:35.794636 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 40650) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:35.873192 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-5496d98d-e456-47ae-9369-ee025425de94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:35.900188 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-5496d98d-e456-47ae-9369-ee025425de94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:35.960375 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673437b-c509-47e4-8e8f-9475c590a88d req-d0d684aa-53f5-4d31-9b78-ff3c6ec333ed tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:35.968160 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-5496d98d-e456-47ae-9369-ee025425de94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:35.968709 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f673437b-c509-47e4-8e8f-9475c590a88d req-d0d684aa-53f5-4d31-9b78-ff3c6ec333ed tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b182b81-371c-4244-b016-dffa07121ef2 HTTP/1.1" status: 200 len: 931 time: 0.0898371 Nov 11 20:38:35.972289 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-5496d98d-e456-47ae-9369-ee025425de94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:35.976083 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-5496d98d-e456-47ae-9369-ee025425de94 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/df17e63f-1ab0-43c8-8ec5-be8a5c890926 HTTP/1.1" status: 204 len: 168 time: 0.1779678 Nov 11 20:38:35.981638 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5496d98d-e456-47ae-9369-ee025425de94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df17e63f-1ab0-43c8-8ec5-be8a5c890926,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:36.029274 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f673437b-c509-47e4-8e8f-9475c590a88d req-10f3894e-a97b-4130-894c-24cbe9d38eb3 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/security-groups?id=a532f9f3-0bae-4042-8c75-8658b2396770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598731 Nov 11 20:38:36.087413 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b24fd597-249d-429f-8b46-48f3c6a9ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:36.143244 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c706796-aad5-4866-be51-9c5625593092 req-0c016730-36d3-45ea-b81b-04e1c848f08f tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:36.145660 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2c706796-aad5-4866-be51-9c5625593092 req-0c016730-36d3-45ea-b81b-04e1c848f08f tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8 HTTP/1.1" status: 200 len: 931 time: 0.0586083 Nov 11 20:38:36.199660 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2c706796-aad5-4866-be51-9c5625593092 req-2c48db75-3222-4a05-b0dd-70866ee61197 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473883 Nov 11 20:38:36.377827 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1ace3c74-0fdf-4133-99db-56ca3f8496a1 req-7e81774c-651c-4a59-a14d-c125b8423657 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 210 time: 0.0287626 Nov 11 20:38:36.437038 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:36.702654 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f5944d7b-7046-4307-990d-392bc849d123 req-fccf854c-10ec-4e8f-b72f-4cbf6af68c98 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 210 time: 0.0305052 Nov 11 20:38:37.148426 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e09de7d-3541-4d79-aacf-6eb898cde798 req-249d88dd-f456-4719-9f05-8bc2b770e893 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:37.149909 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4e09de7d-3541-4d79-aacf-6eb898cde798 req-249d88dd-f456-4719-9f05-8bc2b770e893 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b182b81-371c-4244-b016-dffa07121ef2 HTTP/1.1" status: 200 len: 931 time: 0.0521960 Nov 11 20:38:37.199964 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4e09de7d-3541-4d79-aacf-6eb898cde798 req-5fe5622b-1d1a-40c9-bf65-ad8928d4d658 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/security-groups?id=a532f9f3-0bae-4042-8c75-8658b2396770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439694 Nov 11 20:38:37.343411 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2a255-c858-4670-bebb-0e5daad75096 req-eaa1bfc7-03a8-426a-a161-60e3d54931fd tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:37.345080 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-23b2a255-c858-4670-bebb-0e5daad75096 req-eaa1bfc7-03a8-426a-a161-60e3d54931fd tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8 HTTP/1.1" status: 200 len: 931 time: 0.0614169 Nov 11 20:38:37.415940 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-23b2a255-c858-4670-bebb-0e5daad75096 req-ce0153fb-20a6-46c0-83c2-04f226c4c966 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615640 Nov 11 20:38:37.516426 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-400f05b5-e653-4b1d-8c8e-d9d09c64f24b req-6fa9c520-7701-462f-a826-4cd54dec00ed tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 210 time: 0.0372763 Nov 11 20:38:37.913455 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-63028b41-492d-4a9d-9281-913f08e0f086 req-e175b97f-ae91-4310-b52b-a1fc12a87124 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 210 time: 0.0962336 Nov 11 20:38:38.343677 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072f4fd-cb0a-4d68-afac-cfb304469996 req-c4059b52-3f79-4e51-b241-081843791a58 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:38.352664 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a072f4fd-cb0a-4d68-afac-cfb304469996 req-c4059b52-3f79-4e51-b241-081843791a58 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b182b81-371c-4244-b016-dffa07121ef2 HTTP/1.1" status: 200 len: 931 time: 0.0767469 Nov 11 20:38:38.410218 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a072f4fd-cb0a-4d68-afac-cfb304469996 req-1e5f9df0-4481-4139-b00e-80fea5e3bab5 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/security-groups?id=a532f9f3-0bae-4042-8c75-8658b2396770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563021 Nov 11 20:38:38.562929 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955f606-b5ae-4d21-bb9e-2a4379a1d8f5 req-2204fd9b-b20a-4bed-8359-a2268c465dd7 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:38.573947 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0955f606-b5ae-4d21-bb9e-2a4379a1d8f5 req-2204fd9b-b20a-4bed-8359-a2268c465dd7 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8 HTTP/1.1" status: 200 len: 931 time: 0.0749650 Nov 11 20:38:38.646739 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8da02cdf-3deb-4ee1-a4b9-61ff2dc10479 req-f303925d-b2b4-4778-a3a6-236f269a9617 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 210 time: 0.0366211 Nov 11 20:38:38.656647 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0955f606-b5ae-4d21-bb9e-2a4379a1d8f5 req-8590606f-55c4-418f-b996-d22723c6aae3 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817156 Nov 11 20:38:39.026431 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3d9ca26a-c956-4931-b159-0ef7f9d3e0f1 req-25718234-3813-49c0-a6d2-422f6f0a55db tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 210 time: 0.0396616 Nov 11 20:38:39.560444 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ec8b8-ec12-4876-b0ab-9dff14646592 req-6b90fd0d-7d65-4c88-a8ba-f59548dc795a tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:39.564444 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-995ec8b8-ec12-4876-b0ab-9dff14646592 req-6b90fd0d-7d65-4c88-a8ba-f59548dc795a tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b182b81-371c-4244-b016-dffa07121ef2 HTTP/1.1" status: 200 len: 931 time: 0.0628798 Nov 11 20:38:39.633465 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-995ec8b8-ec12-4876-b0ab-9dff14646592 req-d0ea3b72-dc4f-4e7d-a356-45db202842c5 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/security-groups?id=a532f9f3-0bae-4042-8c75-8658b2396770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644352 Nov 11 20:38:39.786484 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ed22f66e-8f75-41df-a6a6-a9c5afe92446 req-26ccbae6-82fc-47b1-832c-064883b74c03 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 210 time: 0.0372038 Nov 11 20:38:39.859633 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e837e-0234-472a-b71e-58e4af7d2405 req-8dc93ea6-1427-4c47-a263-7e20f66e26b4 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:39.861512 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d68e837e-0234-472a-b71e-58e4af7d2405 req-8dc93ea6-1427-4c47-a263-7e20f66e26b4 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8 HTTP/1.1" status: 200 len: 931 time: 0.0775478 Nov 11 20:38:39.932656 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d68e837e-0234-472a-b71e-58e4af7d2405 req-a63e6ed6-db93-46aa-a46a-8a8c9eafeaf7 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631042 Nov 11 20:38:40.115569 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-510afb10-a143-44cd-92a1-a00c35526123 req-ab898470-b346-4056-bf74-cb9d1b3a1873 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 210 time: 0.0280421 Nov 11 20:38:40.772459 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6475191-83eb-4a69-b858-c5d23bbc4f78 req-c42a8e92-64dc-40df-b0e7-9a32ffb3a985 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:40.779920 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b6475191-83eb-4a69-b858-c5d23bbc4f78 req-c42a8e92-64dc-40df-b0e7-9a32ffb3a985 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b182b81-371c-4244-b016-dffa07121ef2 HTTP/1.1" status: 200 len: 931 time: 0.0578001 Nov 11 20:38:40.850315 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b6475191-83eb-4a69-b858-c5d23bbc4f78 req-139d92b5-ea52-433a-9537-e3e837857ee8 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/security-groups?id=a532f9f3-0bae-4042-8c75-8658b2396770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692418 Nov 11 20:38:40.900560 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-080b83be-dc5c-484c-9577-11da7c689f45 req-2cff1452-8218-43d0-ad33-716612031fff tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 210 time: 0.0336668 Nov 11 20:38:41.072806 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4035cf-1cc5-4e59-9a83-12e785eb5093 req-89ed4777-b170-4e11-8641-7af4193694c3 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:41.074537 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-6f4035cf-1cc5-4e59-9a83-12e785eb5093 req-89ed4777-b170-4e11-8641-7af4193694c3 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8 HTTP/1.1" status: 200 len: 931 time: 0.0563183 Nov 11 20:38:41.122022 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-6f4035cf-1cc5-4e59-9a83-12e785eb5093 req-0d46ec70-85d8-438d-bf3d-c7bf415187c3 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411372 Nov 11 20:38:41.217387 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3e3042b0-ab69-4b91-a857-876ee213ae20 req-b1438296-6d2d-4bdb-96fd-4f424101cb72 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 210 time: 0.0311425 Nov 11 20:38:41.993733 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93307754-b282-4a6e-873c-c3c429201b35 req-6ce31dd6-bd07-4c90-b93e-a04d3a731e5f tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:41.995728 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-93307754-b282-4a6e-873c-c3c429201b35 req-6ce31dd6-bd07-4c90-b93e-a04d3a731e5f tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b182b81-371c-4244-b016-dffa07121ef2 HTTP/1.1" status: 200 len: 931 time: 0.0755234 Nov 11 20:38:42.030338 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-90fff9e9-4bad-4a4c-b325-aca27c36da5a req-23db3b13-fb64-44c6-93a1-adf2fc5204e5 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 210 time: 0.0333667 Nov 11 20:38:42.067906 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-93307754-b282-4a6e-873c-c3c429201b35 req-ebe752c4-f20c-41a2-bb55-15bc1ac5f32d tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/security-groups?id=a532f9f3-0bae-4042-8c75-8658b2396770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604148 Nov 11 20:38:42.237767 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a827e944-d540-4719-8db3-56232be45836 req-f1f01e28-83b7-4925-8995-54d1d7f2fc26 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:42.239623 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a827e944-d540-4719-8db3-56232be45836 req-f1f01e28-83b7-4925-8995-54d1d7f2fc26 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8 HTTP/1.1" status: 200 len: 931 time: 0.0514553 Nov 11 20:38:42.296356 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a827e944-d540-4719-8db3-56232be45836 req-396378ed-39cd-4a27-ac01-c868dbdcdece tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507257 Nov 11 20:38:42.321137 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-dea401e0-6a2f-4033-91ca-5d6b65428d2d req-b03cf79a-1c14-4b90-8f3b-5874a3a7de91 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 210 time: 0.0302789 Nov 11 20:38:43.151561 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-baef1c19-ac73-4ed7-a2ca-19deebbf3fc3 req-ae92fd12-5478-4b57-832f-da47122ca454 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 210 time: 0.0547013 Nov 11 20:38:43.206107 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b9105-467c-4622-b6b3-ddf990029444 req-33a5e7e2-c993-4fb3-b4e9-f4ca119f9180 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:43.207737 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e80b9105-467c-4622-b6b3-ddf990029444 req-33a5e7e2-c993-4fb3-b4e9-f4ca119f9180 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b182b81-371c-4244-b016-dffa07121ef2 HTTP/1.1" status: 200 len: 931 time: 0.0508132 Nov 11 20:38:43.264168 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e80b9105-467c-4622-b6b3-ddf990029444 req-9bfbae03-3e12-49ff-ba66-75d4d8db0280 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/security-groups?id=a532f9f3-0bae-4042-8c75-8658b2396770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503213 Nov 11 20:38:43.486954 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3a22e898-14fc-4ad9-be23-882e7b9079f8 req-03ff62f4-6012-43e8-aff7-4bddb95df2a5 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 210 time: 0.0499647 Nov 11 20:38:43.510195 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684c087-b3cd-4d82-9637-a480ab8efaa4 req-a6f1ffd2-5e8c-466d-ad2c-c73a220532e6 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:43.511642 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d684c087-b3cd-4d82-9637-a480ab8efaa4 req-a6f1ffd2-5e8c-466d-ad2c-c73a220532e6 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8 HTTP/1.1" status: 200 len: 931 time: 0.1035607 Nov 11 20:38:43.577402 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d684c087-b3cd-4d82-9637-a480ab8efaa4 req-1b9979db-0e04-49cd-9337-c75ae7c35921 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597956 Nov 11 20:38:44.243015 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fc7a8d32-cfc6-4960-9aa4-4ae2f777afec req-cf386c5c-e515-4ea1-bce6-b32b7f2f998c tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 210 time: 0.0259435 Nov 11 20:38:44.363716 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [req-a1acf807-b82f-4f51-b8b3-87dcd30e37bf req-d62e7a80-f870-4478-a1d7-710a40569640 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=101812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:38:44.364663 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [req-620195d6-dbd8-4f52-9713-492271abe5bd req-1cf3bca5-ceaf-4bd7-a26d-256e1b5671e8 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Request body: {'port': {'device_id': 'ddd75246-98f4-4479-be99-f39c6427cc92', 'network_id': 'acd422cb-07fc-4b63-aaab-fd2e52fc9069', 'admin_state_up': True, 'tenant_id': '8473830434694f05acc123584bf48e18'}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:38:44.365194 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [req-a1acf807-b82f-4f51-b8b3-87dcd30e37bf req-d62e7a80-f870-4478-a1d7-710a40569640 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060599 Nov 11 20:38:44.371457 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [req-f760182a-a020-4463-90e3-cb14e71a4610 req-fbe655a3-04f7-40e7-888c-8e91e2d1b2b5 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=101811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:38:44.372442 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f760182a-a020-4463-90e3-cb14e71a4610 req-fbe655a3-04f7-40e7-888c-8e91e2d1b2b5 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0120912 Nov 11 20:38:44.467534 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808378c-691d-4f2a-849b-4ef4662484c8 req-884eea99-7503-4386-b415-20b8d450c2a7 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:44.469035 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9808378c-691d-4f2a-849b-4ef4662484c8 req-884eea99-7503-4386-b415-20b8d450c2a7 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b182b81-371c-4244-b016-dffa07121ef2 HTTP/1.1" status: 200 len: 931 time: 0.1183927 Nov 11 20:38:44.547058 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9808378c-691d-4f2a-849b-4ef4662484c8 req-dab2055b-759a-4fe6-8a1d-1d0f4781ba0b tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/security-groups?id=a532f9f3-0bae-4042-8c75-8658b2396770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716345 Nov 11 20:38:44.554071 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-620195d6-dbd8-4f52-9713-492271abe5bd req-1cf3bca5-ceaf-4bd7-a26d-256e1b5671e8 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Made reservation on behalf of 8473830434694f05acc123584bf48e18 for: {'port': 1} {{(pid=101811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:38:44.558451 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-620195d6-dbd8-4f52-9713-492271abe5bd req-1cf3bca5-ceaf-4bd7-a26d-256e1b5671e8 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:44.609754 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-262b5197-225b-47ae-a61a-1c1e798f2460 req-2cf30b57-e2c9-4e61-b2fe-fdd81d276422 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 210 time: 0.0334690 Nov 11 20:38:44.631064 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [req-f760182a-a020-4463-90e3-cb14e71a4610 req-226e3fa4-d25f-453d-877c-7eafc66af059 service neutron] Request body: {'port': {'device_id': '4b182b81-371c-4244-b016-dffa07121ef2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81764'}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:38:44.661145 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [req-a1acf807-b82f-4f51-b8b3-87dcd30e37bf req-05b1c0a7-ed3d-4048-a732-1bd8d2a6b8a0 service neutron] Request body: {'port': {'device_id': 'aa2a29b9-345d-48ed-ab58-999c80cd44d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81764'}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:38:44.689880 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [req-f760182a-a020-4463-90e3-cb14e71a4610 req-226e3fa4-d25f-453d-877c-7eafc66af059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:44.796667 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-a1acf807-b82f-4f51-b8b3-87dcd30e37bf req-05b1c0a7-ed3d-4048-a732-1bd8d2a6b8a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:44.825329 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ccefc-0431-4443-9229-89fee0f69bc2 req-50c5d916-bc79-4cc3-b5a4-99536a52e0b0 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:44.826816 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-222ccefc-0431-4443-9229-89fee0f69bc2 req-50c5d916-bc79-4cc3-b5a4-99536a52e0b0 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8 HTTP/1.1" status: 200 len: 931 time: 0.1430776 Nov 11 20:38:44.828041 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.db_base_plugin_common [req-620195d6-dbd8-4f52-9713-492271abe5bd req-1cf3bca5-ceaf-4bd7-a26d-256e1b5671e8 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Allocated IP 172.20.0.8 (acd422cb-07fc-4b63-aaab-fd2e52fc9069/843c9d58-b0a8-42ed-baec-4e93b7576eb3/66b27c9f-82a4-466b-830b-548c3a8a129f) {{(pid=101811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:38:45.073268 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.78', 49274) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:45.077926 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.notifiers.nova [req-f760182a-a020-4463-90e3-cb14e71a4610 req-226e3fa4-d25f-453d-877c-7eafc66af059 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90ad1ea9-d70f-404f-aa76-239fd7557f37 {{(pid=101812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:38:45.108684 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [req-f760182a-a020-4463-90e3-cb14e71a4610 req-226e3fa4-d25f-453d-877c-7eafc66af059 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:45.173208 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.db.provisioning_blocks [req-f760182a-a020-4463-90e3-cb14e71a4610 req-226e3fa4-d25f-453d-877c-7eafc66af059 service neutron] Transition to ACTIVE for port object 90ad1ea9-d70f-404f-aa76-239fd7557f37 will not be triggered until provisioned by entity L2. {{(pid=101812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:38:45.181705 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [req-f760182a-a020-4463-90e3-cb14e71a4610 req-226e3fa4-d25f-453d-877c-7eafc66af059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:45.303353 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e3fa4-d25f-453d-877c-7eafc66af059 service neutron] Pushing event updated for resources: {'Port': ['ID=90ad1ea9-d70f-404f-aa76-239fd7557f37,revision_number=2']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:45.316196 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb6cd75-5c2a-412d-b3a3-40639271546e req-89f72e02-2713-47fe-87df-acc4cb961adc tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:45.319582 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-222ccefc-0431-4443-9229-89fee0f69bc2 req-c8c6c14c-4dfe-4205-bcec-f0e21ed00f6d tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4790626 Nov 11 20:38:45.319726 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [req-8eb6cd75-5c2a-412d-b3a3-40639271546e req-89f72e02-2713-47fe-87df-acc4cb961adc tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.78 "GET /v2.0/networks?id=acd422cb-07fc-4b63-aaab-fd2e52fc9069 HTTP/1.1" status: 200 len: 819 time: 0.2447460 Nov 11 20:38:45.352414 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [req-8eb6cd75-5c2a-412d-b3a3-40639271546e req-f8d4657d-3d80-4d3c-8331-f1f8aa6d28a4 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Request body: {'port': {'device_id': '2e9bc60a-d6ec-4b5a-a39f-5430afa0b859', 'network_id': 'acd422cb-07fc-4b63-aaab-fd2e52fc9069', 'admin_state_up': True, 'tenant_id': '8473830434694f05acc123584bf48e18'}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:38:45.381753 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-620195d6-dbd8-4f52-9713-492271abe5bd req-1cf3bca5-ceaf-4bd7-a26d-256e1b5671e8 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Publish callbacks [] for port, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:45.428516 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.managers [req-f760182a-a020-4463-90e3-cb14e71a4610 req-226e3fa4-d25f-453d-877c-7eafc66af059 service neutron] Attempting to bind port 90ad1ea9-d70f-404f-aa76-239fd7557f37 on host hv-cinder-81764 for vnic_type normal with profile {{(pid=101812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:38:45.429141 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.managers [req-f760182a-a020-4463-90e3-cb14e71a4610 req-226e3fa4-d25f-453d-877c-7eafc66af059 service neutron] Attempting to bind port 90ad1ea9-d70f-404f-aa76-239fd7557f37 by drivers openvswitch,hyperv on host hv-cinder-81764 at level 0 using segments [{'id': '6b48cbfa-0d88-481b-a920-f067c7ca3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '4eaea89b-928d-40c8-a51e-812ae04a8ab3'}] {{(pid=101812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:38:45.429248 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f760182a-a020-4463-90e3-cb14e71a4610 req-226e3fa4-d25f-453d-877c-7eafc66af059 service neutron] Attempting to bind port 90ad1ea9-d70f-404f-aa76-239fd7557f37 on network 4eaea89b-928d-40c8-a51e-812ae04a8ab3 {{(pid=101812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:38:45.440473 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f760182a-a020-4463-90e3-cb14e71a4610 req-226e3fa4-d25f-453d-877c-7eafc66af059 service neutron] Port 90ad1ea9-d70f-404f-aa76-239fd7557f37 on network 4eaea89b-928d-40c8-a51e-812ae04a8ab3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81764 {{(pid=101812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:38:45.440786 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f760182a-a020-4463-90e3-cb14e71a4610 req-226e3fa4-d25f-453d-877c-7eafc66af059 service neutron] Attempting to bind port 90ad1ea9-d70f-404f-aa76-239fd7557f37 on network 4eaea89b-928d-40c8-a51e-812ae04a8ab3 {{(pid=101812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:38:45.450226 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f760182a-a020-4463-90e3-cb14e71a4610 req-226e3fa4-d25f-453d-877c-7eafc66af059 service neutron] Checking agent: {'id': '15458190-db7e-4dc5-9ea8-0c1068e01e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81764', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 36, 20), 'started_at': datetime.datetime(2021, 11, 11, 20, 36, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:38:45.450587 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f760182a-a020-4463-90e3-cb14e71a4610 req-226e3fa4-d25f-453d-877c-7eafc66af059 service neutron] Checking segment: {'id': '6b48cbfa-0d88-481b-a920-f067c7ca3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '4eaea89b-928d-40c8-a51e-812ae04a8ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:38:45.451124 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f760182a-a020-4463-90e3-cb14e71a4610 req-226e3fa4-d25f-453d-877c-7eafc66af059 service neutron] Bound using segment: {'id': '6b48cbfa-0d88-481b-a920-f067c7ca3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '4eaea89b-928d-40c8-a51e-812ae04a8ab3'} {{(pid=101812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:38:45.451575 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.managers [req-f760182a-a020-4463-90e3-cb14e71a4610 req-226e3fa4-d25f-453d-877c-7eafc66af059 service neutron] Bound port: 90ad1ea9-d70f-404f-aa76-239fd7557f37, host: hv-cinder-81764, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b48cbfa-0d88-481b-a920-f067c7ca3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '4eaea89b-928d-40c8-a51e-812ae04a8ab3'}}] {{(pid=101812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:38:45.451924 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [req-f760182a-a020-4463-90e3-cb14e71a4610 req-226e3fa4-d25f-453d-877c-7eafc66af059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:45.550343 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eb6cd75-5c2a-412d-b3a3-40639271546e req-f8d4657d-3d80-4d3c-8331-f1f8aa6d28a4 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Made reservation on behalf of 8473830434694f05acc123584bf48e18 for: {'port': 1} {{(pid=101812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:38:45.554773 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [req-8eb6cd75-5c2a-412d-b3a3-40639271546e req-f8d4657d-3d80-4d3c-8331-f1f8aa6d28a4 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:45.563608 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-37f913a0-d915-4e68-ab1d-df1ebf991a18 req-d2c03925-4584-429e-998e-696b086b1dc8 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 210 time: 0.1971140 Nov 11 20:38:45.569456 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.db [req-f760182a-a020-4463-90e3-cb14e71a4610 req-226e3fa4-d25f-453d-877c-7eafc66af059 service neutron] For port 90ad1ea9-d70f-404f-aa76-239fd7557f37, host hv-cinder-81764, cleared binding levels {{(pid=101812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:38:45.604409 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.db [req-f760182a-a020-4463-90e3-cb14e71a4610 req-226e3fa4-d25f-453d-877c-7eafc66af059 service neutron] For port 90ad1ea9-d70f-404f-aa76-239fd7557f37, host hv-cinder-81764, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=90ad1ea9-d70f-404f-aa76-239fd7557f37,segment=NetworkSegment(6b48cbfa-0d88-481b-a920-f067c7ca3e18),segment_id=6b48cbfa-0d88-481b-a920-f067c7ca3e18)] {{(pid=101812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:38:45.618913 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [req-f760182a-a020-4463-90e3-cb14e71a4610 req-226e3fa4-d25f-453d-877c-7eafc66af059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:45.700914 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-620195d6-dbd8-4f52-9713-492271abe5bd req-1cf3bca5-ceaf-4bd7-a26d-256e1b5671e8 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945'] for port, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:45.708779 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.78', 49279) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:45.760636 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760182a-a020-4463-90e3-cb14e71a4610 req-226e3fa4-d25f-453d-877c-7eafc66af059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:45.761245 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [req-f760182a-a020-4463-90e3-cb14e71a4610 req-226e3fa4-d25f-453d-877c-7eafc66af059 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for port, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:45.762653 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [req-f760182a-a020-4463-90e3-cb14e71a4610 req-226e3fa4-d25f-453d-877c-7eafc66af059 service neutron] 10.222.0.78 "PUT /v2.0/ports/90ad1ea9-d70f-404f-aa76-239fd7557f37 HTTP/1.1" status: 200 len: 1093 time: 1.1882913 Nov 11 20:38:45.763090 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b182b81-371c-4244-b016-dffa07121ef2', 'tag': '90ad1ea9-d70f-404f-aa76-239fd7557f37'}] {{(pid=101812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:38:45.869679 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-620195d6-dbd8-4f52-9713-492271abe5bd req-1cf3bca5-ceaf-4bd7-a26d-256e1b5671e8 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Network acd422cb-07fc-4b63-aaab-fd2e52fc9069 is already hosted by enough agents. {{(pid=101811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:38:45.897022 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.base_scheduler [req-620195d6-dbd8-4f52-9713-492271abe5bd req-1cf3bca5-ceaf-4bd7-a26d-256e1b5671e8 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Resources bound (agent type, host, resource id): {{(pid=101811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:38:45.900735 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [req-a1acf807-b82f-4f51-b8b3-87dcd30e37bf req-05b1c0a7-ed3d-4048-a732-1bd8d2a6b8a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1e7e113-49ef-49f9-9fd9-7534d076360a {{(pid=101811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:38:45.929690 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [req-620195d6-dbd8-4f52-9713-492271abe5bd req-1cf3bca5-ceaf-4bd7-a26d-256e1b5671e8 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Received port after_create {{(pid=101811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:38:45.937658 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620195d6-dbd8-4f52-9713-492271abe5bd req-1cf3bca5-ceaf-4bd7-a26d-256e1b5671e8 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:45.938462 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-620195d6-dbd8-4f52-9713-492271abe5bd req-1cf3bca5-ceaf-4bd7-a26d-256e1b5671e8 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:45.967956 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697734b-fc04-4536-be3b-302ac76d9ad5 req-ece6641a-7be9-4c9a-bd22-dac063929d33 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:45.969989 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8697734b-fc04-4536-be3b-302ac76d9ad5 req-ece6641a-7be9-4c9a-bd22-dac063929d33 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b182b81-371c-4244-b016-dffa07121ef2 HTTP/1.1" status: 200 len: 943 time: 0.3187141 Nov 11 20:38:45.972761 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-86fa7302-af9d-4ec6-9e57-368e7335a700 req-4d1a5c73-2a35-4e0b-b55e-ed636bbf0637 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 210 time: 0.2102609 Nov 11 20:38:45.980376 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-a1acf807-b82f-4f51-b8b3-87dcd30e37bf req-05b1c0a7-ed3d-4048-a732-1bd8d2a6b8a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:45.991282 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf3bca5-ceaf-4bd7-a26d-256e1b5671e8 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Pushing event updated for resources: {'Port': ['ID=66b27c9f-82a4-466b-830b-548c3a8a129f,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:46.055645 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.provisioning_blocks [req-a1acf807-b82f-4f51-b8b3-87dcd30e37bf req-05b1c0a7-ed3d-4048-a732-1bd8d2a6b8a0 service neutron] Transition to ACTIVE for port object a1e7e113-49ef-49f9-9fd9-7534d076360a will not be triggered until provisioned by entity L2. {{(pid=101811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:38:46.078051 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0963660e8e53437cb96c77b4338c62bb8b9c8a6b36cefe73fd3b10e502aad15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae79a89e-4a47-45a3-a989-ec4e3e0bce04" -d '{"events": [{"name": "network-changed", "server_uuid": "4b182b81-371c-4244-b016-dffa07121ef2", "tag": "90ad1ea9-d70f-404f-aa76-239fd7557f37"}]}' {{(pid=101812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:38:46.084116 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e3fa4-d25f-453d-877c-7eafc66af059 service neutron] Pushing event updated for resources: {'Port': ['ID=90ad1ea9-d70f-404f-aa76-239fd7557f37,revision_number=3']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:46.116424 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051e6b3-f0b4-4c50-9d51-46be14630b58 req-07053349-d4ed-4f43-b6a6-acb17426e14d tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:46.118124 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7051e6b3-f0b4-4c50-9d51-46be14630b58 req-07053349-d4ed-4f43-b6a6-acb17426e14d tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.78 "GET /v2.0/networks?id=51d362a5-52f5-4926-aac3-68c4c9326236 HTTP/1.1" status: 200 len: 816 time: 0.4067342 Nov 11 20:38:46.123866 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-a1acf807-b82f-4f51-b8b3-87dcd30e37bf req-05b1c0a7-ed3d-4048-a732-1bd8d2a6b8a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:46.204551 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b1c0a7-ed3d-4048-a732-1bd8d2a6b8a0 service neutron] Pushing event updated for resources: {'Port': ['ID=a1e7e113-49ef-49f9-9fd9-7534d076360a,revision_number=2']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:46.297078 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8697734b-fc04-4536-be3b-302ac76d9ad5 req-c6ac5edc-79e0-4eac-b1be-55c4491b3c58 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/security-groups?id=a532f9f3-0bae-4042-8c75-8658b2396770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073583 Nov 11 20:38:46.300054 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760182a-a020-4463-90e3-cb14e71a4610 req-8d64b4b5-827c-4dc1-97f3-88513f7e190d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:46.300468 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-620195d6-dbd8-4f52-9713-492271abe5bd req-1cf3bca5-ceaf-4bd7-a26d-256e1b5671e8 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9411445 Nov 11 20:38:46.302889 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [req-f760182a-a020-4463-90e3-cb14e71a4610 req-8d64b4b5-827c-4dc1-97f3-88513f7e190d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0daea5c9b8ea4f91b977e9e3cd28c055&device_id=4b182b81-371c-4244-b016-dffa07121ef2 HTTP/1.1" status: 200 len: 1096 time: 0.4477229 Nov 11 20:38:46.304125 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.db.db_base_plugin_common [req-8eb6cd75-5c2a-412d-b3a3-40639271546e req-f8d4657d-3d80-4d3c-8331-f1f8aa6d28a4 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Allocated IP 172.20.0.13 (acd422cb-07fc-4b63-aaab-fd2e52fc9069/843c9d58-b0a8-42ed-baec-4e93b7576eb3/767cb3d9-cf56-4615-8623-4ec857595582) {{(pid=101812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:38:46.318331 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7051e6b3-f0b4-4c50-9d51-46be14630b58 req-45581534-a84c-4219-b859-5b80261f8fbc tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38d540a76ef9405bb94b7e433494fabd HTTP/1.1" status: 200 len: 380 time: 0.1350107 Nov 11 20:38:46.343312 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [req-620195d6-dbd8-4f52-9713-492271abe5bd req-ebc1ace6-1926-46c1-9933-0af30e5fdf18 service neutron] Request body: {'port': {'device_id': 'ddd75246-98f4-4479-be99-f39c6427cc92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81764'}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:38:46.371309 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf18d5f-7ee5-46df-931a-7f1344d7cc0b x-openstack-request-id: req-2cf18d5f-7ee5-46df-931a-7f1344d7cc0b {{(pid=101812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:38:46.371595 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b182b81-371c-4244-b016-dffa07121ef2", "tag": "90ad1ea9-d70f-404f-aa76-239fd7557f37", "status": "completed", "code": 200}]} {{(pid=101812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:38:46.372250 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2cf18d5f-7ee5-46df-931a-7f1344d7cc0b {{(pid=101812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:38:46.372877 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b182b81-371c-4244-b016-dffa07121ef2', 'tag': '90ad1ea9-d70f-404f-aa76-239fd7557f37', 'status': 'completed', 'code': 200} Nov 11 20:38:46.422002 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [req-7051e6b3-f0b4-4c50-9d51-46be14630b58 req-d25dc611-4456-473e-a54c-9aaaa8fc9f76 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Request body: {'port': {'device_id': 'ce4a9f51-80d0-4901-beaf-9b03435f002c', 'network_id': '51d362a5-52f5-4926-aac3-68c4c9326236', 'admin_state_up': True, 'tenant_id': '38d540a76ef9405bb94b7e433494fabd', 'security_groups': ['4eafc578-1577-4908-a1a1-55e07f5447a1']}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:38:46.471478 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [req-f760182a-a020-4463-90e3-cb14e71a4610 req-7f2d4c71-9781-4200-bf6f-07f8f87363fb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90ad1ea9-d70f-404f-aa76-239fd7557f37 HTTP/1.1" status: 200 len: 217 time: 0.0968053 Nov 11 20:38:46.564954 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.managers [req-a1acf807-b82f-4f51-b8b3-87dcd30e37bf req-05b1c0a7-ed3d-4048-a732-1bd8d2a6b8a0 service neutron] Attempting to bind port a1e7e113-49ef-49f9-9fd9-7534d076360a on host hv-cinder-81764 for vnic_type normal with profile {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:38:46.565774 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.managers [req-a1acf807-b82f-4f51-b8b3-87dcd30e37bf req-05b1c0a7-ed3d-4048-a732-1bd8d2a6b8a0 service neutron] Attempting to bind port a1e7e113-49ef-49f9-9fd9-7534d076360a by drivers openvswitch,hyperv on host hv-cinder-81764 at level 0 using segments [{'id': '727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'f75b74a3-4944-4e66-a1f1-0eb754745d66'}] {{(pid=101811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:38:46.566379 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1acf807-b82f-4f51-b8b3-87dcd30e37bf req-05b1c0a7-ed3d-4048-a732-1bd8d2a6b8a0 service neutron] Attempting to bind port a1e7e113-49ef-49f9-9fd9-7534d076360a on network f75b74a3-4944-4e66-a1f1-0eb754745d66 {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:38:46.632708 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-620195d6-dbd8-4f52-9713-492271abe5bd req-ebc1ace6-1926-46c1-9933-0af30e5fdf18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:46.638747 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1acf807-b82f-4f51-b8b3-87dcd30e37bf req-05b1c0a7-ed3d-4048-a732-1bd8d2a6b8a0 service neutron] Port a1e7e113-49ef-49f9-9fd9-7534d076360a on network f75b74a3-4944-4e66-a1f1-0eb754745d66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81764 {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:38:46.639289 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1acf807-b82f-4f51-b8b3-87dcd30e37bf req-05b1c0a7-ed3d-4048-a732-1bd8d2a6b8a0 service neutron] Attempting to bind port a1e7e113-49ef-49f9-9fd9-7534d076360a on network f75b74a3-4944-4e66-a1f1-0eb754745d66 {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:38:46.674998 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1acf807-b82f-4f51-b8b3-87dcd30e37bf req-05b1c0a7-ed3d-4048-a732-1bd8d2a6b8a0 service neutron] Checking agent: {'id': '15458190-db7e-4dc5-9ea8-0c1068e01e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81764', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 36, 20), 'started_at': datetime.datetime(2021, 11, 11, 20, 36, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:38:46.675604 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1acf807-b82f-4f51-b8b3-87dcd30e37bf req-05b1c0a7-ed3d-4048-a732-1bd8d2a6b8a0 service neutron] Checking segment: {'id': '727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'f75b74a3-4944-4e66-a1f1-0eb754745d66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:38:46.676934 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1acf807-b82f-4f51-b8b3-87dcd30e37bf req-05b1c0a7-ed3d-4048-a732-1bd8d2a6b8a0 service neutron] Bound using segment: {'id': '727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'f75b74a3-4944-4e66-a1f1-0eb754745d66'} {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:38:46.677624 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.managers [req-a1acf807-b82f-4f51-b8b3-87dcd30e37bf req-05b1c0a7-ed3d-4048-a732-1bd8d2a6b8a0 service neutron] Bound port: a1e7e113-49ef-49f9-9fd9-7534d076360a, host: hv-cinder-81764, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'f75b74a3-4944-4e66-a1f1-0eb754745d66'}}] {{(pid=101811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:38:46.678330 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-a1acf807-b82f-4f51-b8b3-87dcd30e37bf req-05b1c0a7-ed3d-4048-a732-1bd8d2a6b8a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:46.703517 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2637ba9-5b60-441d-9cb0-0612950cab25 req-76583634-b347-457d-8a66-3859b065fbc8 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:46.711506 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b2637ba9-5b60-441d-9cb0-0612950cab25 req-76583634-b347-457d-8a66-3859b065fbc8 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8 HTTP/1.1" status: 200 len: 943 time: 0.2588353 Nov 11 20:38:46.719686 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [req-8eb6cd75-5c2a-412d-b3a3-40639271546e req-f8d4657d-3d80-4d3c-8331-f1f8aa6d28a4 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Publish callbacks [] for port, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:46.721799 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760182a-a020-4463-90e3-cb14e71a4610 req-d1639fb4-e6a9-40f8-8e5e-c9e5c3a764ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:46.724014 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [req-f760182a-a020-4463-90e3-cb14e71a4610 req-d1639fb4-e6a9-40f8-8e5e-c9e5c3a764ca service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4de108c0-2905-4299-b6ab-929bf14c62f0 HTTP/1.1" status: 200 len: 851 time: 0.2405469 Nov 11 20:38:46.793563 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [req-f760182a-a020-4463-90e3-cb14e71a4610 req-a1feb19c-60ff-429d-9f27-1705af25dca1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4eaea89b-928d-40c8-a51e-812ae04a8ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566580 Nov 11 20:38:46.839455 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [req-8eb6cd75-5c2a-412d-b3a3-40639271546e req-f8d4657d-3d80-4d3c-8331-f1f8aa6d28a4 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945'] for port, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:46.872254 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9521fbed-c8b5-451a-9cbd-8f798915e7a1 req-39be5bc5-c40c-4d58-aa1e-76e4a372edad tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 210 time: 0.1586416 Nov 11 20:38:46.896476 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d4657d-3d80-4d3c-8331-f1f8aa6d28a4 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Pushing event updated for resources: {'Port': ['ID=767cb3d9-cf56-4615-8623-4ec857595582,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:46.936106 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eb6cd75-5c2a-412d-b3a3-40639271546e req-f8d4657d-3d80-4d3c-8331-f1f8aa6d28a4 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Network acd422cb-07fc-4b63-aaab-fd2e52fc9069 is already hosted by enough agents. {{(pid=101812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:38:46.938828 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.base_scheduler [req-8eb6cd75-5c2a-412d-b3a3-40639271546e req-f8d4657d-3d80-4d3c-8331-f1f8aa6d28a4 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Resources bound (agent type, host, resource id): {{(pid=101812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:38:46.951590 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb6cd75-5c2a-412d-b3a3-40639271546e req-f8d4657d-3d80-4d3c-8331-f1f8aa6d28a4 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Received port after_create {{(pid=101812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:38:46.951590 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb6cd75-5c2a-412d-b3a3-40639271546e req-f8d4657d-3d80-4d3c-8331-f1f8aa6d28a4 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:46.951807 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [req-8eb6cd75-5c2a-412d-b3a3-40639271546e req-f8d4657d-3d80-4d3c-8331-f1f8aa6d28a4 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for port, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:46.988063 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [req-8eb6cd75-5c2a-412d-b3a3-40639271546e req-f8d4657d-3d80-4d3c-8331-f1f8aa6d28a4 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6425774 Nov 11 20:38:46.990515 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [req-f760182a-a020-4463-90e3-cb14e71a4610 req-360ed6cb-1b48-46c4-9539-90f4cdebb269 service neutron] 10.222.0.78 "GET /v2.0/networks/4eaea89b-928d-40c8-a51e-812ae04a8ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866066 Nov 11 20:38:46.994531 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7051e6b3-f0b4-4c50-9d51-46be14630b58 req-d25dc611-4456-473e-a54c-9aaaa8fc9f76 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Made reservation on behalf of 38d540a76ef9405bb94b7e433494fabd for: {'port': 1} {{(pid=101811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:38:46.999525 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-7051e6b3-f0b4-4c50-9d51-46be14630b58 req-d25dc611-4456-473e-a54c-9aaaa8fc9f76 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:47.018038 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [req-8eb6cd75-5c2a-412d-b3a3-40639271546e req-73b6a7a5-900c-4cfc-a4ed-0e87a9e1bd66 service neutron] Request body: {'port': {'device_id': '2e9bc60a-d6ec-4b5a-a39f-5430afa0b859', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81764'}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:38:47.032242 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b2637ba9-5b60-441d-9cb0-0612950cab25 req-fe5d26d5-1c74-4829-a951-faa45b10e735 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198500 Nov 11 20:38:47.042710 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-a1acf807-b82f-4f51-b8b3-87dcd30e37bf req-05b1c0a7-ed3d-4048-a732-1bd8d2a6b8a0 service neutron] For port a1e7e113-49ef-49f9-9fd9-7534d076360a, host hv-cinder-81764, cleared binding levels {{(pid=101811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:38:47.102779 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-a1acf807-b82f-4f51-b8b3-87dcd30e37bf req-05b1c0a7-ed3d-4048-a732-1bd8d2a6b8a0 service neutron] For port a1e7e113-49ef-49f9-9fd9-7534d076360a, host hv-cinder-81764, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=a1e7e113-49ef-49f9-9fd9-7534d076360a,segment=NetworkSegment(727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f),segment_id=727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f)] {{(pid=101811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:38:47.133739 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [req-8eb6cd75-5c2a-412d-b3a3-40639271546e req-73b6a7a5-900c-4cfc-a4ed-0e87a9e1bd66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:47.150420 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-a1acf807-b82f-4f51-b8b3-87dcd30e37bf req-05b1c0a7-ed3d-4048-a732-1bd8d2a6b8a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:47.185957 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [req-f760182a-a020-4463-90e3-cb14e71a4610 req-861cf3f2-a9a1-4186-9294-adea89edecc2 service neutron] 10.222.0.78 "GET /v2.0/networks/4eaea89b-928d-40c8-a51e-812ae04a8ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650822 Nov 11 20:38:47.204376 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-75bbc401-f4b6-45d4-a3f8-711417646fc3 req-70962dd0-7a2c-4014-b992-b9eac034398b tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 210 time: 0.0945404 Nov 11 20:38:47.231431 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1acf807-b82f-4f51-b8b3-87dcd30e37bf req-05b1c0a7-ed3d-4048-a732-1bd8d2a6b8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:47.232070 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-a1acf807-b82f-4f51-b8b3-87dcd30e37bf req-05b1c0a7-ed3d-4048-a732-1bd8d2a6b8a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:47.233460 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a1acf807-b82f-4f51-b8b3-87dcd30e37bf req-05b1c0a7-ed3d-4048-a732-1bd8d2a6b8a0 service neutron] 10.222.0.78 "PUT /v2.0/ports/a1e7e113-49ef-49f9-9fd9-7534d076360a HTTP/1.1" status: 200 len: 1093 time: 2.6648178 Nov 11 20:38:47.237234 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa2a29b9-345d-48ed-ab58-999c80cd44d8', 'tag': 'a1e7e113-49ef-49f9-9fd9-7534d076360a'}] {{(pid=101811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:38:47.367452 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5736cb7e175e5ed5563496e7c8b9c6d8883e61bc6d504a4dc096e4a6f480cdce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c843877-a746-4d9b-b325-3b8933c2a744" -d '{"events": [{"name": "network-changed", "server_uuid": "aa2a29b9-345d-48ed-ab58-999c80cd44d8", "tag": "a1e7e113-49ef-49f9-9fd9-7534d076360a"}]}' {{(pid=101811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:38:47.370035 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b1c0a7-ed3d-4048-a732-1bd8d2a6b8a0 service neutron] Pushing event updated for resources: {'Port': ['ID=a1e7e113-49ef-49f9-9fd9-7534d076360a,revision_number=3']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:47.453475 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.db_base_plugin_common [req-7051e6b3-f0b4-4c50-9d51-46be14630b58 req-d25dc611-4456-473e-a54c-9aaaa8fc9f76 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Allocated IP 172.20.0.6 (51d362a5-52f5-4926-aac3-68c4c9326236/b93905e5-6d6f-41ed-9efc-0dfc53d52f76/bc0e19f0-bdca-4923-a0c3-77ad0c202bdc) {{(pid=101811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:38:47.471225 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc74207-0c19-4cce-ab72-d51994c16bf3 x-openstack-request-id: req-dbc74207-0c19-4cce-ab72-d51994c16bf3 {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:38:47.471619 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa2a29b9-345d-48ed-ab58-999c80cd44d8", "tag": "a1e7e113-49ef-49f9-9fd9-7534d076360a", "status": "completed", "code": 200}]} {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:38:47.471937 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dbc74207-0c19-4cce-ab72-d51994c16bf3 {{(pid=101811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:38:47.472410 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa2a29b9-345d-48ed-ab58-999c80cd44d8', 'tag': 'a1e7e113-49ef-49f9-9fd9-7534d076360a', 'status': 'completed', 'code': 200} Nov 11 20:38:47.482801 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [req-620195d6-dbd8-4f52-9713-492271abe5bd req-ebc1ace6-1926-46c1-9933-0af30e5fdf18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66b27c9f-82a4-466b-830b-548c3a8a129f {{(pid=101811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:38:47.497080 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-620195d6-dbd8-4f52-9713-492271abe5bd req-ebc1ace6-1926-46c1-9933-0af30e5fdf18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:47.530895 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd22331-e58b-4c8e-b542-f21a60c13e5e req-3bc6cbf3-9a7d-4ea8-a484-0b825a95ef4e tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:47.532394 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4cd22331-e58b-4c8e-b542-f21a60c13e5e req-3bc6cbf3-9a7d-4ea8-a484-0b825a95ef4e tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b182b81-371c-4244-b016-dffa07121ef2 HTTP/1.1" status: 200 len: 943 time: 0.1441584 Nov 11 20:38:47.540117 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.provisioning_blocks [req-620195d6-dbd8-4f52-9713-492271abe5bd req-ebc1ace6-1926-46c1-9933-0af30e5fdf18 service neutron] Transition to ACTIVE for port object 66b27c9f-82a4-466b-830b-548c3a8a129f will not be triggered until provisioned by entity L2. {{(pid=101811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:38:47.564765 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-620195d6-dbd8-4f52-9713-492271abe5bd req-ebc1ace6-1926-46c1-9933-0af30e5fdf18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:47.690809 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc1ace6-1926-46c1-9933-0af30e5fdf18 service neutron] Pushing event updated for resources: {'Port': ['ID=66b27c9f-82a4-466b-830b-548c3a8a129f,revision_number=2']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:47.703371 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.notifiers.nova [req-8eb6cd75-5c2a-412d-b3a3-40639271546e req-73b6a7a5-900c-4cfc-a4ed-0e87a9e1bd66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 767cb3d9-cf56-4615-8623-4ec857595582 {{(pid=101812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:38:47.705011 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4cd22331-e58b-4c8e-b542-f21a60c13e5e req-2de9f73f-37d5-4ba3-b034-8626caf03371 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/security-groups?id=a532f9f3-0bae-4042-8c75-8658b2396770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660228 Nov 11 20:38:47.710274 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [req-8eb6cd75-5c2a-412d-b3a3-40639271546e req-73b6a7a5-900c-4cfc-a4ed-0e87a9e1bd66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:47.722629 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.db.provisioning_blocks [req-8eb6cd75-5c2a-412d-b3a3-40639271546e req-73b6a7a5-900c-4cfc-a4ed-0e87a9e1bd66 service neutron] Transition to ACTIVE for port object 767cb3d9-cf56-4615-8623-4ec857595582 will not be triggered until provisioned by entity L2. {{(pid=101812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:38:47.728741 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [req-8eb6cd75-5c2a-412d-b3a3-40639271546e req-73b6a7a5-900c-4cfc-a4ed-0e87a9e1bd66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:47.746623 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.managers [req-620195d6-dbd8-4f52-9713-492271abe5bd req-ebc1ace6-1926-46c1-9933-0af30e5fdf18 service neutron] Attempting to bind port 66b27c9f-82a4-466b-830b-548c3a8a129f on host hv-cinder-81764 for vnic_type normal with profile {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:38:47.747171 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.managers [req-620195d6-dbd8-4f52-9713-492271abe5bd req-ebc1ace6-1926-46c1-9933-0af30e5fdf18 service neutron] Attempting to bind port 66b27c9f-82a4-466b-830b-548c3a8a129f by drivers openvswitch,hyperv on host hv-cinder-81764 at level 0 using segments [{'id': 'f22cd012-f950-4a19-bea8-62720f128e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'acd422cb-07fc-4b63-aaab-fd2e52fc9069'}] {{(pid=101811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:38:47.747303 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620195d6-dbd8-4f52-9713-492271abe5bd req-ebc1ace6-1926-46c1-9933-0af30e5fdf18 service neutron] Attempting to bind port 66b27c9f-82a4-466b-830b-548c3a8a129f on network acd422cb-07fc-4b63-aaab-fd2e52fc9069 {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:38:47.760291 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620195d6-dbd8-4f52-9713-492271abe5bd req-ebc1ace6-1926-46c1-9933-0af30e5fdf18 service neutron] Port 66b27c9f-82a4-466b-830b-548c3a8a129f on network acd422cb-07fc-4b63-aaab-fd2e52fc9069 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81764 {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:38:47.760612 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620195d6-dbd8-4f52-9713-492271abe5bd req-ebc1ace6-1926-46c1-9933-0af30e5fdf18 service neutron] Attempting to bind port 66b27c9f-82a4-466b-830b-548c3a8a129f on network acd422cb-07fc-4b63-aaab-fd2e52fc9069 {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:38:47.764944 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-7051e6b3-f0b4-4c50-9d51-46be14630b58 req-d25dc611-4456-473e-a54c-9aaaa8fc9f76 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks [] for port, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:47.771857 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620195d6-dbd8-4f52-9713-492271abe5bd req-ebc1ace6-1926-46c1-9933-0af30e5fdf18 service neutron] Checking agent: {'id': '15458190-db7e-4dc5-9ea8-0c1068e01e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81764', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 36, 20), 'started_at': datetime.datetime(2021, 11, 11, 20, 36, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:38:47.772218 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620195d6-dbd8-4f52-9713-492271abe5bd req-ebc1ace6-1926-46c1-9933-0af30e5fdf18 service neutron] Checking segment: {'id': 'f22cd012-f950-4a19-bea8-62720f128e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'acd422cb-07fc-4b63-aaab-fd2e52fc9069'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:38:47.772599 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620195d6-dbd8-4f52-9713-492271abe5bd req-ebc1ace6-1926-46c1-9933-0af30e5fdf18 service neutron] Bound using segment: {'id': 'f22cd012-f950-4a19-bea8-62720f128e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'acd422cb-07fc-4b63-aaab-fd2e52fc9069'} {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:38:47.773028 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.managers [req-620195d6-dbd8-4f52-9713-492271abe5bd req-ebc1ace6-1926-46c1-9933-0af30e5fdf18 service neutron] Bound port: 66b27c9f-82a4-466b-830b-548c3a8a129f, host: hv-cinder-81764, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f22cd012-f950-4a19-bea8-62720f128e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'acd422cb-07fc-4b63-aaab-fd2e52fc9069'}}] {{(pid=101811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:38:47.773375 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-620195d6-dbd8-4f52-9713-492271abe5bd req-ebc1ace6-1926-46c1-9933-0af30e5fdf18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:47.784734 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b6a7a5-900c-4cfc-a4ed-0e87a9e1bd66 service neutron] Pushing event updated for resources: {'Port': ['ID=767cb3d9-cf56-4615-8623-4ec857595582,revision_number=2']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:47.814175 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.managers [req-8eb6cd75-5c2a-412d-b3a3-40639271546e req-73b6a7a5-900c-4cfc-a4ed-0e87a9e1bd66 service neutron] Attempting to bind port 767cb3d9-cf56-4615-8623-4ec857595582 on host hv-cinder-81764 for vnic_type normal with profile {{(pid=101812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:38:47.814848 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.managers [req-8eb6cd75-5c2a-412d-b3a3-40639271546e req-73b6a7a5-900c-4cfc-a4ed-0e87a9e1bd66 service neutron] Attempting to bind port 767cb3d9-cf56-4615-8623-4ec857595582 by drivers openvswitch,hyperv on host hv-cinder-81764 at level 0 using segments [{'id': 'f22cd012-f950-4a19-bea8-62720f128e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'acd422cb-07fc-4b63-aaab-fd2e52fc9069'}] {{(pid=101812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:38:47.815358 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb6cd75-5c2a-412d-b3a3-40639271546e req-73b6a7a5-900c-4cfc-a4ed-0e87a9e1bd66 service neutron] Attempting to bind port 767cb3d9-cf56-4615-8623-4ec857595582 on network acd422cb-07fc-4b63-aaab-fd2e52fc9069 {{(pid=101812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:38:47.820143 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb6cd75-5c2a-412d-b3a3-40639271546e req-73b6a7a5-900c-4cfc-a4ed-0e87a9e1bd66 service neutron] Port 767cb3d9-cf56-4615-8623-4ec857595582 on network acd422cb-07fc-4b63-aaab-fd2e52fc9069 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81764 {{(pid=101812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:38:47.820638 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb6cd75-5c2a-412d-b3a3-40639271546e req-73b6a7a5-900c-4cfc-a4ed-0e87a9e1bd66 service neutron] Attempting to bind port 767cb3d9-cf56-4615-8623-4ec857595582 on network acd422cb-07fc-4b63-aaab-fd2e52fc9069 {{(pid=101812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:38:47.826109 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb6cd75-5c2a-412d-b3a3-40639271546e req-73b6a7a5-900c-4cfc-a4ed-0e87a9e1bd66 service neutron] Checking agent: {'id': '15458190-db7e-4dc5-9ea8-0c1068e01e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81764', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 36, 20), 'started_at': datetime.datetime(2021, 11, 11, 20, 36, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:38:47.826817 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb6cd75-5c2a-412d-b3a3-40639271546e req-73b6a7a5-900c-4cfc-a4ed-0e87a9e1bd66 service neutron] Checking segment: {'id': 'f22cd012-f950-4a19-bea8-62720f128e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'acd422cb-07fc-4b63-aaab-fd2e52fc9069'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:38:47.827737 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb6cd75-5c2a-412d-b3a3-40639271546e req-73b6a7a5-900c-4cfc-a4ed-0e87a9e1bd66 service neutron] Bound using segment: {'id': 'f22cd012-f950-4a19-bea8-62720f128e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'acd422cb-07fc-4b63-aaab-fd2e52fc9069'} {{(pid=101812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:38:47.828492 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.managers [req-8eb6cd75-5c2a-412d-b3a3-40639271546e req-73b6a7a5-900c-4cfc-a4ed-0e87a9e1bd66 service neutron] Bound port: 767cb3d9-cf56-4615-8623-4ec857595582, host: hv-cinder-81764, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f22cd012-f950-4a19-bea8-62720f128e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'acd422cb-07fc-4b63-aaab-fd2e52fc9069'}}] {{(pid=101812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:38:47.828993 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [req-8eb6cd75-5c2a-412d-b3a3-40639271546e req-73b6a7a5-900c-4cfc-a4ed-0e87a9e1bd66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:47.859141 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-620195d6-dbd8-4f52-9713-492271abe5bd req-ebc1ace6-1926-46c1-9933-0af30e5fdf18 service neutron] For port 66b27c9f-82a4-466b-830b-548c3a8a129f, host hv-cinder-81764, cleared binding levels {{(pid=101811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:38:47.861890 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-7051e6b3-f0b4-4c50-9d51-46be14630b58 req-d25dc611-4456-473e-a54c-9aaaa8fc9f76 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945'] for port, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:47.867150 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-620195d6-dbd8-4f52-9713-492271abe5bd req-ebc1ace6-1926-46c1-9933-0af30e5fdf18 service neutron] For port 66b27c9f-82a4-466b-830b-548c3a8a129f, host hv-cinder-81764, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=66b27c9f-82a4-466b-830b-548c3a8a129f,segment=NetworkSegment(f22cd012-f950-4a19-bea8-62720f128e10),segment_id=f22cd012-f950-4a19-bea8-62720f128e10)] {{(pid=101811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:38:47.914733 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.db [req-8eb6cd75-5c2a-412d-b3a3-40639271546e req-73b6a7a5-900c-4cfc-a4ed-0e87a9e1bd66 service neutron] For port 767cb3d9-cf56-4615-8623-4ec857595582, host hv-cinder-81764, cleared binding levels {{(pid=101812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:38:47.919036 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.db [req-8eb6cd75-5c2a-412d-b3a3-40639271546e req-73b6a7a5-900c-4cfc-a4ed-0e87a9e1bd66 service neutron] For port 767cb3d9-cf56-4615-8623-4ec857595582, host hv-cinder-81764, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=767cb3d9-cf56-4615-8623-4ec857595582,segment=NetworkSegment(f22cd012-f950-4a19-bea8-62720f128e10),segment_id=f22cd012-f950-4a19-bea8-62720f128e10)] {{(pid=101812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:38:47.924922 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [req-8eb6cd75-5c2a-412d-b3a3-40639271546e req-73b6a7a5-900c-4cfc-a4ed-0e87a9e1bd66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:47.987068 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb6cd75-5c2a-412d-b3a3-40639271546e req-73b6a7a5-900c-4cfc-a4ed-0e87a9e1bd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:47.987683 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [req-8eb6cd75-5c2a-412d-b3a3-40639271546e req-73b6a7a5-900c-4cfc-a4ed-0e87a9e1bd66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for port, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:47.990884 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [req-8eb6cd75-5c2a-412d-b3a3-40639271546e req-73b6a7a5-900c-4cfc-a4ed-0e87a9e1bd66 service neutron] 10.222.0.78 "PUT /v2.0/ports/767cb3d9-cf56-4615-8623-4ec857595582 HTTP/1.1" status: 200 len: 1094 time: 0.9770319 Nov 11 20:38:48.007742 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b6a7a5-900c-4cfc-a4ed-0e87a9e1bd66 service neutron] Pushing event updated for resources: {'Port': ['ID=767cb3d9-cf56-4615-8623-4ec857595582,revision_number=3']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:48.079219 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-620195d6-dbd8-4f52-9713-492271abe5bd req-ebc1ace6-1926-46c1-9933-0af30e5fdf18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:48.128242 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7051e6b3-f0b4-4c50-9d51-46be14630b58 req-d25dc611-4456-473e-a54c-9aaaa8fc9f76 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Network 51d362a5-52f5-4926-aac3-68c4c9326236 is already hosted by enough agents. {{(pid=101811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:38:48.141152 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620195d6-dbd8-4f52-9713-492271abe5bd req-ebc1ace6-1926-46c1-9933-0af30e5fdf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:48.141654 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-620195d6-dbd8-4f52-9713-492271abe5bd req-ebc1ace6-1926-46c1-9933-0af30e5fdf18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:48.143144 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-620195d6-dbd8-4f52-9713-492271abe5bd req-ebc1ace6-1926-46c1-9933-0af30e5fdf18 service neutron] 10.222.0.78 "PUT /v2.0/ports/66b27c9f-82a4-466b-830b-548c3a8a129f HTTP/1.1" status: 200 len: 1093 time: 1.8146389 Nov 11 20:38:48.144485 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.base_scheduler [req-7051e6b3-f0b4-4c50-9d51-46be14630b58 req-d25dc611-4456-473e-a54c-9aaaa8fc9f76 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Resources bound (agent type, host, resource id): {{(pid=101811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:38:48.149938 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [req-7051e6b3-f0b4-4c50-9d51-46be14630b58 req-d25dc611-4456-473e-a54c-9aaaa8fc9f76 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Received port after_create {{(pid=101811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:38:48.155651 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051e6b3-f0b4-4c50-9d51-46be14630b58 req-d25dc611-4456-473e-a54c-9aaaa8fc9f76 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:48.156249 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-7051e6b3-f0b4-4c50-9d51-46be14630b58 req-d25dc611-4456-473e-a54c-9aaaa8fc9f76 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:48.158673 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25dc611-4456-473e-a54c-9aaaa8fc9f76 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Pushing event updated for resources: {'Port': ['ID=bc0e19f0-bdca-4923-a0c3-77ad0c202bdc,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:48.230979 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7051e6b3-f0b4-4c50-9d51-46be14630b58 req-d25dc611-4456-473e-a54c-9aaaa8fc9f76 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8655977 Nov 11 20:38:48.244751 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b54018-b2cb-4926-93a5-1aff784e6254 req-15efa503-1029-4df2-b6e4-16567a4b0a8f tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:48.246281 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b0b54018-b2cb-4926-93a5-1aff784e6254 req-15efa503-1029-4df2-b6e4-16567a4b0a8f tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 944 time: 0.1858883 Nov 11 20:38:48.299380 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630dea6-56ef-4bd0-bc22-fe7ad72bfe5a req-0386a6f5-4605-47d4-b850-2de0a1b8c504 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:48.300944 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5630dea6-56ef-4bd0-bc22-fe7ad72bfe5a req-0386a6f5-4605-47d4-b850-2de0a1b8c504 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8 HTTP/1.1" status: 200 len: 943 time: 0.1351178 Nov 11 20:38:48.307167 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc1ace6-1926-46c1-9933-0af30e5fdf18 service neutron] Pushing event updated for resources: {'Port': ['ID=66b27c9f-82a4-466b-830b-548c3a8a129f,revision_number=3']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:48.353446 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b0b54018-b2cb-4926-93a5-1aff784e6254 req-2e4bd8de-1e98-4983-b384-bedd72750070 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994229 Nov 11 20:38:48.374916 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e9bc60a-d6ec-4b5a-a39f-5430afa0b859', 'tag': '767cb3d9-cf56-4615-8623-4ec857595582'}] {{(pid=101812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:38:48.377856 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5630dea6-56ef-4bd0-bc22-fe7ad72bfe5a req-d8d13434-7a1e-43d5-ac46-115d86536079 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669744 Nov 11 20:38:48.380180 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0963660e8e53437cb96c77b4338c62bb8b9c8a6b36cefe73fd3b10e502aad15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f228cb0-0fa6-46a2-b8ad-5ed2a8ba504e" -d '{"events": [{"name": "network-changed", "server_uuid": "2e9bc60a-d6ec-4b5a-a39f-5430afa0b859", "tag": "767cb3d9-cf56-4615-8623-4ec857595582"}]}' {{(pid=101812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:38:48.470169 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5887de-6d2c-425c-9932-e93c7b86a23b req-e52b2293-cac8-41aa-8746-ef7e7c660c3d tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:48.472270 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-df5887de-6d2c-425c-9932-e93c7b86a23b req-e52b2293-cac8-41aa-8746-ef7e7c660c3d tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 931 time: 0.0535870 Nov 11 20:38:48.477755 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8f12fc-7489-4c97-b162-e5cd4786b5a9 x-openstack-request-id: req-1d8f12fc-7489-4c97-b162-e5cd4786b5a9 {{(pid=101812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:38:48.478121 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e9bc60a-d6ec-4b5a-a39f-5430afa0b859", "tag": "767cb3d9-cf56-4615-8623-4ec857595582", "status": "completed", "code": 200}]} {{(pid=101812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:38:48.478462 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1d8f12fc-7489-4c97-b162-e5cd4786b5a9 {{(pid=101812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:38:48.478904 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e9bc60a-d6ec-4b5a-a39f-5430afa0b859', 'tag': '767cb3d9-cf56-4615-8623-4ec857595582', 'status': 'completed', 'code': 200} Nov 11 20:38:48.524934 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-1a89dd15-cea9-41ae-a74c-2e6f1c40359e None None] Provisioning complete for port bc0e19f0-bdca-4923-a0c3-77ad0c202bdc triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:38:48.525544 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-1a89dd15-cea9-41ae-a74c-2e6f1c40359e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:48.526025 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-df5887de-6d2c-425c-9932-e93c7b86a23b req-99bfefb5-2920-414f-ad7b-33be4d1a6860 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452216 Nov 11 20:38:48.564829 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-1a89dd15-cea9-41ae-a74c-2e6f1c40359e None None] Port bc0e19f0-bdca-4923-a0c3-77ad0c202bdc cannot update to ACTIVE because it is not bound. {{(pid=101813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:38:48.823903 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36581901-14f2-4c01-ac24-39d5ad0c9705 req-2b26b5bc-abcd-45a6-b705-73e8c944fbf5 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:48.825371 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-36581901-14f2-4c01-ac24-39d5ad0c9705 req-2b26b5bc-abcd-45a6-b705-73e8c944fbf5 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b182b81-371c-4244-b016-dffa07121ef2 HTTP/1.1" status: 200 len: 943 time: 0.0483968 Nov 11 20:38:48.872560 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-36581901-14f2-4c01-ac24-39d5ad0c9705 req-65721557-6237-40b6-ac51-e7baeacc2e8f tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/security-groups?id=a532f9f3-0bae-4042-8c75-8658b2396770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412397 Nov 11 20:38:49.480472 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddd75246-98f4-4479-be99-f39c6427cc92', 'tag': '66b27c9f-82a4-466b-830b-548c3a8a129f'}] {{(pid=101811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:38:49.482675 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5736cb7e175e5ed5563496e7c8b9c6d8883e61bc6d504a4dc096e4a6f480cdce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e6cbe7-917f-46c0-915f-aefbc94e76ba" -d '{"events": [{"name": "network-changed", "server_uuid": "ddd75246-98f4-4479-be99-f39c6427cc92", "tag": "66b27c9f-82a4-466b-830b-548c3a8a129f"}]}' {{(pid=101811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:38:49.508598 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e924319-6d4d-41cf-9488-ad7508c561a8 req-8861f888-42cb-483e-93fc-852f87b1e09d tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:49.510096 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0e924319-6d4d-41cf-9488-ad7508c561a8 req-8861f888-42cb-483e-93fc-852f87b1e09d tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 944 time: 0.0846274 Nov 11 20:38:49.531485 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f464f1-53aa-46ce-a7c1-0d786c842840 req-c30e18b6-1c52-4d25-8909-2d0a8f629629 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:49.532948 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-55f464f1-53aa-46ce-a7c1-0d786c842840 req-c30e18b6-1c52-4d25-8909-2d0a8f629629 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8 HTTP/1.1" status: 200 len: 943 time: 0.0808415 Nov 11 20:38:49.594844 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0e924319-6d4d-41cf-9488-ad7508c561a8 req-989fbc6a-b816-4651-985c-2be766873a5e tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771954 Nov 11 20:38:49.608650 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-55f464f1-53aa-46ce-a7c1-0d786c842840 req-78c5b41d-4af2-4fdd-9575-e9b0fda97bbd tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673709 Nov 11 20:38:49.645241 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78abb5c1-c2b3-4bfe-8ea8-5259f4186179 x-openstack-request-id: req-78abb5c1-c2b3-4bfe-8ea8-5259f4186179 {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:38:49.646172 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddd75246-98f4-4479-be99-f39c6427cc92", "tag": "66b27c9f-82a4-466b-830b-548c3a8a129f", "status": "completed", "code": 200}]} {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:38:49.646946 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-78abb5c1-c2b3-4bfe-8ea8-5259f4186179 {{(pid=101811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:38:49.647481 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddd75246-98f4-4479-be99-f39c6427cc92', 'tag': '66b27c9f-82a4-466b-830b-548c3a8a129f', 'status': 'completed', 'code': 200} Nov 11 20:38:49.748856 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583b58a-b2ee-4218-8de2-7eea9b86f1ed req-e60cc230-85a2-4972-ba50-71a11d2b2aaa tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:49.750297 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b583b58a-b2ee-4218-8de2-7eea9b86f1ed req-e60cc230-85a2-4972-ba50-71a11d2b2aaa tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 931 time: 0.0545387 Nov 11 20:38:49.797562 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b583b58a-b2ee-4218-8de2-7eea9b86f1ed req-66772a86-ec1b-4712-b543-27c2477374a9 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402112 Nov 11 20:38:49.986128 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca3799-cd52-49c7-8448-ebf1713381a0 req-3f150cec-aad1-4b8a-93be-4e63a957185b tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:49.987562 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-21ca3799-cd52-49c7-8448-ebf1713381a0 req-3f150cec-aad1-4b8a-93be-4e63a957185b tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b182b81-371c-4244-b016-dffa07121ef2 HTTP/1.1" status: 200 len: 943 time: 0.0493166 Nov 11 20:38:50.038588 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-21ca3799-cd52-49c7-8448-ebf1713381a0 req-263b6f47-5639-4b56-991c-91175942bce4 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/security-groups?id=a532f9f3-0bae-4042-8c75-8658b2396770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444648 Nov 11 20:38:50.486303 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:50.518724 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [req-7051e6b3-f0b4-4c50-9d51-46be14630b58 req-a6b7bc34-cfc1-4fd1-84d1-bfa566d4df42 service neutron] Request body: {'port': {'device_id': 'ce4a9f51-80d0-4901-beaf-9b03435f002c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81764'}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:38:50.558387 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c843877-a746-4d9b-b325-3b8933c2a744 req-a142cd5c-e287-4f43-92ff-88af48de4158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:50.559951 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [req-8c843877-a746-4d9b-b325-3b8933c2a744 req-a142cd5c-e287-4f43-92ff-88af48de4158 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7b92a8a05c22447985ae53c7b9c91fc8&device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8 HTTP/1.1" status: 200 len: 1096 time: 0.0440361 Nov 11 20:38:50.574345 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-7051e6b3-f0b4-4c50-9d51-46be14630b58 req-a6b7bc34-cfc1-4fd1-84d1-bfa566d4df42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:50.776253 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f228cb0-0fa6-46a2-b8ad-5ed2a8ba504e req-8db7b507-35b5-40c6-a66f-b9bfbeb2cb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:50.776253 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [req-4f228cb0-0fa6-46a2-b8ad-5ed2a8ba504e req-8db7b507-35b5-40c6-a66f-b9bfbeb2cb73 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8473830434694f05acc123584bf48e18&device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 1097 time: 0.1342697 Nov 11 20:38:50.850132 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.agents_db [None req-82748851-6744-43b9-bd77-83e744a7c088 None None] Agent healthcheck: found 6 active agents {{(pid=101814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:38:50.859172 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79a89e-4a47-45a3-a989-ec4e3e0bce04 req-cb6577ef-e87f-4d29-92f2-0fe0d6ad2cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:50.863085 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ae79a89e-4a47-45a3-a989-ec4e3e0bce04 req-cb6577ef-e87f-4d29-92f2-0fe0d6ad2cb8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0daea5c9b8ea4f91b977e9e3cd28c055&device_id=4b182b81-371c-4244-b016-dffa07121ef2 HTTP/1.1" status: 200 len: 1096 time: 0.2545443 Nov 11 20:38:50.866114 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e6cbe7-917f-46c0-915f-aefbc94e76ba req-eb9b031c-0293-4533-9e74-5041a467ce32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:50.867572 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c9e6cbe7-917f-46c0-915f-aefbc94e76ba req-eb9b031c-0293-4533-9e74-5041a467ce32 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8473830434694f05acc123584bf48e18&device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 1096 time: 0.2276788 Nov 11 20:38:50.890313 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c843877-a746-4d9b-b325-3b8933c2a744 req-942baea2-e55b-4a19-aa42-f34011e7e503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:50.891761 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [req-8c843877-a746-4d9b-b325-3b8933c2a744 req-942baea2-e55b-4a19-aa42-f34011e7e503 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=7b92a8a05c22447985ae53c7b9c91fc8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2952452 Nov 11 20:38:50.994455 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ffa4a-ade9-4dfc-8270-51aeab98f8c2 req-16d82ec7-d3c7-4948-ac7b-26e40d44ee4a tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:50.995933 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-be8ffa4a-ade9-4dfc-8270-51aeab98f8c2 req-16d82ec7-d3c7-4948-ac7b-26e40d44ee4a tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 944 time: 0.3003438 Nov 11 20:38:51.020218 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f228cb0-0fa6-46a2-b8ad-5ed2a8ba504e req-7861a959-27d0-4093-8a2d-cc678cc3f5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:51.021561 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [req-4f228cb0-0fa6-46a2-b8ad-5ed2a8ba504e req-7861a959-27d0-4093-8a2d-cc678cc3f5ac service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=8473830434694f05acc123584bf48e18&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2309444 Nov 11 20:38:51.092658 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3d30c-cdf2-491a-b091-c71776ecfc0b req-098175a0-5b9b-410b-bf1d-562cf774e48d tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:51.094551 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c1b3d30c-cdf2-491a-b091-c71776ecfc0b req-098175a0-5b9b-410b-bf1d-562cf774e48d tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8 HTTP/1.1" status: 200 len: 943 time: 0.3785300 Nov 11 20:38:51.312124 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c843877-a746-4d9b-b325-3b8933c2a744 req-f3664aad-5cc0-4fca-8a01-2f1833ec8e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:51.313617 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [req-8c843877-a746-4d9b-b325-3b8933c2a744 req-f3664aad-5cc0-4fca-8a01-2f1833ec8e72 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4075251 Nov 11 20:38:51.347645 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f228cb0-0fa6-46a2-b8ad-5ed2a8ba504e req-9a1268f3-3433-430e-9060-f8f64efa2505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:51.350188 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [req-4f228cb0-0fa6-46a2-b8ad-5ed2a8ba504e req-9a1268f3-3433-430e-9060-f8f64efa2505 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3167744 Nov 11 20:38:51.367187 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79a89e-4a47-45a3-a989-ec4e3e0bce04 req-fa76c0dd-be4a-40dd-8738-d159c2c3f993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:51.368674 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ae79a89e-4a47-45a3-a989-ec4e3e0bce04 req-fa76c0dd-be4a-40dd-8738-d159c2c3f993 service neutron] 10.222.0.78 "GET /v2.0/networks?id=4eaea89b-928d-40c8-a51e-812ae04a8ab3 HTTP/1.1" status: 200 len: 912 time: 0.4977548 Nov 11 20:38:51.389509 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e6cbe7-917f-46c0-915f-aefbc94e76ba req-dd2998f8-9461-43a9-9384-d71154edede1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:51.390978 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c9e6cbe7-917f-46c0-915f-aefbc94e76ba req-dd2998f8-9461-43a9-9384-d71154edede1 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=8473830434694f05acc123584bf48e18&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5080361 Nov 11 20:38:51.401501 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c1b3d30c-cdf2-491a-b091-c71776ecfc0b req-cfe9b3d4-8348-44e7-a198-b11368c8dba5 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551761 Nov 11 20:38:51.433548 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-be8ffa4a-ade9-4dfc-8270-51aeab98f8c2 req-a504603f-7f4f-4646-b1ac-9dc913784e47 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939407 Nov 11 20:38:51.438501 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1acf807-b82f-4f51-b8b3-87dcd30e37bf req-15307bcc-c9d8-4796-936e-64006b01376b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:51.440591 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [req-a1acf807-b82f-4f51-b8b3-87dcd30e37bf req-15307bcc-c9d8-4796-936e-64006b01376b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7b92a8a05c22447985ae53c7b9c91fc8&device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8 HTTP/1.1" status: 200 len: 1096 time: 0.0746005 Nov 11 20:38:51.505207 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [req-a1acf807-b82f-4f51-b8b3-87dcd30e37bf req-ef3b6ddc-d217-48d9-a7e1-2d85155202d9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1e7e113-49ef-49f9-9fd9-7534d076360a HTTP/1.1" status: 200 len: 217 time: 0.0454407 Nov 11 20:38:51.527454 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb6cd75-5c2a-412d-b3a3-40639271546e req-1207d9e4-4028-43fa-8c8b-7735fe1372df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:51.528699 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [req-8eb6cd75-5c2a-412d-b3a3-40639271546e req-1207d9e4-4028-43fa-8c8b-7735fe1372df service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8473830434694f05acc123584bf48e18&device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 1097 time: 0.1145632 Nov 11 20:38:51.591444 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [req-8eb6cd75-5c2a-412d-b3a3-40639271546e req-b4d021a5-ffa8-4df2-861e-0dae15120e33 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=767cb3d9-cf56-4615-8623-4ec857595582 HTTP/1.1" status: 200 len: 217 time: 0.0436645 Nov 11 20:38:51.629777 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1acf807-b82f-4f51-b8b3-87dcd30e37bf req-e5a60f81-08b8-49d0-ad5b-dc7b90458c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:51.631331 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [req-a1acf807-b82f-4f51-b8b3-87dcd30e37bf req-e5a60f81-08b8-49d0-ad5b-dc7b90458c3d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c3ddfd0b-0a11-463e-9bc6-4a5797fe6680 HTTP/1.1" status: 200 len: 854 time: 0.1148443 Nov 11 20:38:51.671726 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [req-a1acf807-b82f-4f51-b8b3-87dcd30e37bf req-fcf2767e-b18f-4e0f-a32f-21dfe2e5b813 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f75b74a3-4944-4e66-a1f1-0eb754745d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295255 Nov 11 20:38:51.673405 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb6cd75-5c2a-412d-b3a3-40639271546e req-412d3812-fea5-41da-bb05-a384ebf97ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:51.674703 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [req-8eb6cd75-5c2a-412d-b3a3-40639271546e req-412d3812-fea5-41da-bb05-a384ebf97ce2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=843c9d58-b0a8-42ed-baec-4e93b7576eb3 HTTP/1.1" status: 200 len: 859 time: 0.0745933 Nov 11 20:38:51.676572 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ae79a89e-4a47-45a3-a989-ec4e3e0bce04 req-186eab75-c0a5-4d3b-baa7-90fa4f562e87 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90ad1ea9-d70f-404f-aa76-239fd7557f37 HTTP/1.1" status: 200 len: 217 time: 0.2926178 Nov 11 20:38:51.745873 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [req-8eb6cd75-5c2a-412d-b3a3-40639271546e req-a3a61058-8a78-4771-9feb-d67600d8f02a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=acd422cb-07fc-4b63-aaab-fd2e52fc9069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414867 Nov 11 20:38:51.870472 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [req-a1acf807-b82f-4f51-b8b3-87dcd30e37bf req-b7af932a-09a7-4c98-98f0-bf4f425d454e service neutron] 10.222.0.78 "GET /v2.0/networks/f75b74a3-4944-4e66-a1f1-0eb754745d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734509 Nov 11 20:38:51.904545 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [req-7051e6b3-f0b4-4c50-9d51-46be14630b58 req-a6b7bc34-cfc1-4fd1-84d1-bfa566d4df42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc0e19f0-bdca-4923-a0c3-77ad0c202bdc {{(pid=101811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:38:51.905590 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [req-8eb6cd75-5c2a-412d-b3a3-40639271546e req-b5b78d66-2df5-4bef-9558-5dad23dce2ec service neutron] 10.222.0.78 "GET /v2.0/networks/acd422cb-07fc-4b63-aaab-fd2e52fc9069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318300 Nov 11 20:38:51.933074 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-7051e6b3-f0b4-4c50-9d51-46be14630b58 req-a6b7bc34-cfc1-4fd1-84d1-bfa566d4df42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:51.974556 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79a89e-4a47-45a3-a989-ec4e3e0bce04 req-d1602e96-7b7e-48a7-824e-a32cb57c5de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:51.976019 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ae79a89e-4a47-45a3-a989-ec4e3e0bce04 req-d1602e96-7b7e-48a7-824e-a32cb57c5de6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4de108c0-2905-4299-b6ab-929bf14c62f0 HTTP/1.1" status: 200 len: 851 time: 0.2401550 Nov 11 20:38:51.994112 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.provisioning_blocks [req-7051e6b3-f0b4-4c50-9d51-46be14630b58 req-a6b7bc34-cfc1-4fd1-84d1-bfa566d4df42 service neutron] Transition to ACTIVE for port object bc0e19f0-bdca-4923-a0c3-77ad0c202bdc will not be triggered until provisioned by entity L2. {{(pid=101811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:38:52.005147 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1adcb-4e90-43cc-a138-bc61dac86957 req-4827c15a-3d3c-4a31-ba70-c77f0a655150 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:52.007010 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b5f1adcb-4e90-43cc-a138-bc61dac86957 req-4827c15a-3d3c-4a31-ba70-c77f0a655150 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b182b81-371c-4244-b016-dffa07121ef2 HTTP/1.1" status: 200 len: 943 time: 0.3560157 Nov 11 20:38:52.015244 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f082115-b5dd-4961-a808-7b2073c8efcc req-3f576bed-cda4-41d8-b9d3-d1d05407f9c4 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:52.022808 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7f082115-b5dd-4961-a808-7b2073c8efcc req-3f576bed-cda4-41d8-b9d3-d1d05407f9c4 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 931 time: 0.3653908 Nov 11 20:38:52.062880 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [req-a1acf807-b82f-4f51-b8b3-87dcd30e37bf req-e75c8472-b55b-4547-a2b1-3e3213670102 service neutron] 10.222.0.78 "GET /v2.0/networks/f75b74a3-4944-4e66-a1f1-0eb754745d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801934 Nov 11 20:38:52.082769 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [req-8eb6cd75-5c2a-412d-b3a3-40639271546e req-438d4caf-78ab-43aa-a36f-9e6faaef96b2 service neutron] 10.222.0.78 "GET /v2.0/networks/acd422cb-07fc-4b63-aaab-fd2e52fc9069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677451 Nov 11 20:38:52.097057 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-7051e6b3-f0b4-4c50-9d51-46be14630b58 req-a6b7bc34-cfc1-4fd1-84d1-bfa566d4df42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:52.100124 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e6cbe7-917f-46c0-915f-aefbc94e76ba req-e30064e9-1d46-4e3d-ab26-ce92cc2655ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:52.101574 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c9e6cbe7-917f-46c0-915f-aefbc94e76ba req-e30064e9-1d46-4e3d-ab26-ce92cc2655ec service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4519334 Nov 11 20:38:52.115657 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ae79a89e-4a47-45a3-a989-ec4e3e0bce04 req-77f6bcf5-dfff-4a85-a08c-cb6b80c58373 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4eaea89b-928d-40c8-a51e-812ae04a8ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1201463 Nov 11 20:38:52.307322 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b5f1adcb-4e90-43cc-a138-bc61dac86957 req-224f9468-d987-44c4-bf11-111d888e110e tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/security-groups?id=a532f9f3-0bae-4042-8c75-8658b2396770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693803 Nov 11 20:38:52.312226 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b7bc34-cfc1-4fd1-84d1-bfa566d4df42 service neutron] Pushing event updated for resources: {'Port': ['ID=bc0e19f0-bdca-4923-a0c3-77ad0c202bdc,revision_number=2']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:52.320733 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7f082115-b5dd-4961-a808-7b2073c8efcc req-a704719e-c7c1-4b88-92a5-7157339178a6 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2967734 Nov 11 20:38:52.407994 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620195d6-dbd8-4f52-9713-492271abe5bd req-d83c8414-b087-40d7-b518-f36f3cb2b0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:52.407994 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-620195d6-dbd8-4f52-9713-492271abe5bd req-d83c8414-b087-40d7-b518-f36f3cb2b0ce service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8473830434694f05acc123584bf48e18&device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 1096 time: 0.2229698 Nov 11 20:38:52.416240 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ae79a89e-4a47-45a3-a989-ec4e3e0bce04 req-99b2bef6-f592-4f0b-b064-05e196d9c7d5 service neutron] 10.222.0.78 "GET /v2.0/networks/4eaea89b-928d-40c8-a51e-812ae04a8ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719467 Nov 11 20:38:52.417207 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.managers [req-7051e6b3-f0b4-4c50-9d51-46be14630b58 req-a6b7bc34-cfc1-4fd1-84d1-bfa566d4df42 service neutron] Attempting to bind port bc0e19f0-bdca-4923-a0c3-77ad0c202bdc on host hv-cinder-81764 for vnic_type normal with profile {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:38:52.417319 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.managers [req-7051e6b3-f0b4-4c50-9d51-46be14630b58 req-a6b7bc34-cfc1-4fd1-84d1-bfa566d4df42 service neutron] Attempting to bind port bc0e19f0-bdca-4923-a0c3-77ad0c202bdc by drivers openvswitch,hyperv on host hv-cinder-81764 at level 0 using segments [{'id': 'bc2cdd12-61b5-41c6-859f-e3f0a8c491bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '51d362a5-52f5-4926-aac3-68c4c9326236'}] {{(pid=101811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:38:52.417655 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7051e6b3-f0b4-4c50-9d51-46be14630b58 req-a6b7bc34-cfc1-4fd1-84d1-bfa566d4df42 service neutron] Attempting to bind port bc0e19f0-bdca-4923-a0c3-77ad0c202bdc on network 51d362a5-52f5-4926-aac3-68c4c9326236 {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:38:52.423475 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7051e6b3-f0b4-4c50-9d51-46be14630b58 req-a6b7bc34-cfc1-4fd1-84d1-bfa566d4df42 service neutron] Port bc0e19f0-bdca-4923-a0c3-77ad0c202bdc on network 51d362a5-52f5-4926-aac3-68c4c9326236 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81764 {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:38:52.424075 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7051e6b3-f0b4-4c50-9d51-46be14630b58 req-a6b7bc34-cfc1-4fd1-84d1-bfa566d4df42 service neutron] Attempting to bind port bc0e19f0-bdca-4923-a0c3-77ad0c202bdc on network 51d362a5-52f5-4926-aac3-68c4c9326236 {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:38:52.514272 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7051e6b3-f0b4-4c50-9d51-46be14630b58 req-a6b7bc34-cfc1-4fd1-84d1-bfa566d4df42 service neutron] Checking agent: {'id': '15458190-db7e-4dc5-9ea8-0c1068e01e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81764', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 36, 20), 'started_at': datetime.datetime(2021, 11, 11, 20, 36, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:38:52.514616 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7051e6b3-f0b4-4c50-9d51-46be14630b58 req-a6b7bc34-cfc1-4fd1-84d1-bfa566d4df42 service neutron] Checking segment: {'id': 'bc2cdd12-61b5-41c6-859f-e3f0a8c491bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '51d362a5-52f5-4926-aac3-68c4c9326236'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:38:52.514993 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7051e6b3-f0b4-4c50-9d51-46be14630b58 req-a6b7bc34-cfc1-4fd1-84d1-bfa566d4df42 service neutron] Bound using segment: {'id': 'bc2cdd12-61b5-41c6-859f-e3f0a8c491bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '51d362a5-52f5-4926-aac3-68c4c9326236'} {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:38:52.515442 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.managers [req-7051e6b3-f0b4-4c50-9d51-46be14630b58 req-a6b7bc34-cfc1-4fd1-84d1-bfa566d4df42 service neutron] Bound port: bc0e19f0-bdca-4923-a0c3-77ad0c202bdc, host: hv-cinder-81764, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc2cdd12-61b5-41c6-859f-e3f0a8c491bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '51d362a5-52f5-4926-aac3-68c4c9326236'}}] {{(pid=101811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:38:52.515798 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-7051e6b3-f0b4-4c50-9d51-46be14630b58 req-a6b7bc34-cfc1-4fd1-84d1-bfa566d4df42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:52.532976 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-620195d6-dbd8-4f52-9713-492271abe5bd req-23b01254-4f53-4e52-a766-2be572b3e942 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66b27c9f-82a4-466b-830b-548c3a8a129f HTTP/1.1" status: 200 len: 217 time: 0.1037087 Nov 11 20:38:52.765826 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620195d6-dbd8-4f52-9713-492271abe5bd req-9f237162-1729-448a-8fad-e1d099c89a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:52.767408 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-620195d6-dbd8-4f52-9713-492271abe5bd req-9f237162-1729-448a-8fad-e1d099c89a9f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=843c9d58-b0a8-42ed-baec-4e93b7576eb3 HTTP/1.1" status: 200 len: 859 time: 0.1954603 Nov 11 20:38:52.779784 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ae79a89e-4a47-45a3-a989-ec4e3e0bce04 req-b24d6a22-fb34-4c9e-bf06-73089c8983f9 service neutron] 10.222.0.78 "GET /v2.0/networks/4eaea89b-928d-40c8-a51e-812ae04a8ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516769 Nov 11 20:38:52.798473 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd26e67-dbb5-4d54-be22-fc244f60ce71 req-31b297d2-ad57-4abb-a0c1-3c310af80813 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:52.800112 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7bd26e67-dbb5-4d54-be22-fc244f60ce71 req-31b297d2-ad57-4abb-a0c1-3c310af80813 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 944 time: 0.2151446 Nov 11 20:38:52.804091 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-7051e6b3-f0b4-4c50-9d51-46be14630b58 req-a6b7bc34-cfc1-4fd1-84d1-bfa566d4df42 service neutron] For port bc0e19f0-bdca-4923-a0c3-77ad0c202bdc, host hv-cinder-81764, cleared binding levels {{(pid=101811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:38:52.815132 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8b042-ea79-4e69-8455-c9f5325a79a4 req-c651fb61-ea65-4d69-bda3-e3b6673d985b tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:52.817484 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5fa8b042-ea79-4e69-8455-c9f5325a79a4 req-c651fb61-ea65-4d69-bda3-e3b6673d985b tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8 HTTP/1.1" status: 200 len: 943 time: 0.2715497 Nov 11 20:38:52.819543 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-7051e6b3-f0b4-4c50-9d51-46be14630b58 req-a6b7bc34-cfc1-4fd1-84d1-bfa566d4df42 service neutron] For port bc0e19f0-bdca-4923-a0c3-77ad0c202bdc, host hv-cinder-81764, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=bc0e19f0-bdca-4923-a0c3-77ad0c202bdc,segment=NetworkSegment(bc2cdd12-61b5-41c6-859f-e3f0a8c491bb),segment_id=bc2cdd12-61b5-41c6-859f-e3f0a8c491bb)] {{(pid=101811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:38:52.843024 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-7051e6b3-f0b4-4c50-9d51-46be14630b58 req-a6b7bc34-cfc1-4fd1-84d1-bfa566d4df42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:52.988328 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051e6b3-f0b4-4c50-9d51-46be14630b58 req-a6b7bc34-cfc1-4fd1-84d1-bfa566d4df42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:52.988975 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-7051e6b3-f0b4-4c50-9d51-46be14630b58 req-a6b7bc34-cfc1-4fd1-84d1-bfa566d4df42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:52.990393 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7051e6b3-f0b4-4c50-9d51-46be14630b58 req-a6b7bc34-cfc1-4fd1-84d1-bfa566d4df42 service neutron] 10.222.0.78 "PUT /v2.0/ports/bc0e19f0-bdca-4923-a0c3-77ad0c202bdc HTTP/1.1" status: 200 len: 1093 time: 2.4793627 Nov 11 20:38:53.000710 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce4a9f51-80d0-4901-beaf-9b03435f002c', 'tag': 'bc0e19f0-bdca-4923-a0c3-77ad0c202bdc'}] {{(pid=101811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:38:53.003329 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5736cb7e175e5ed5563496e7c8b9c6d8883e61bc6d504a4dc096e4a6f480cdce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ca9e2e-b5ec-4fc6-9b93-a8e2f18bd15a" -d '{"events": [{"name": "network-changed", "server_uuid": "ce4a9f51-80d0-4901-beaf-9b03435f002c", "tag": "bc0e19f0-bdca-4923-a0c3-77ad0c202bdc"}]}' {{(pid=101811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:38:53.042518 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7bd26e67-dbb5-4d54-be22-fc244f60ce71 req-b4f1ca79-ae95-4423-aa74-39abbbebddf1 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211804 Nov 11 20:38:53.048479 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5fa8b042-ea79-4e69-8455-c9f5325a79a4 req-0a43a36f-4f0a-4da5-b925-4632c3021808 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183015 Nov 11 20:38:53.053105 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b7bc34-cfc1-4fd1-84d1-bfa566d4df42 service neutron] Pushing event updated for resources: {'Port': ['ID=bc0e19f0-bdca-4923-a0c3-77ad0c202bdc,revision_number=3']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:53.120005 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 41260) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:53.157068 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef062ab-4bf9-40a4-a48e-b14edccaebc9 x-openstack-request-id: req-6ef062ab-4bf9-40a4-a48e-b14edccaebc9 {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:38:53.157595 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce4a9f51-80d0-4901-beaf-9b03435f002c", "tag": "bc0e19f0-bdca-4923-a0c3-77ad0c202bdc", "status": "completed", "code": 200}]} {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:38:53.158025 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6ef062ab-4bf9-40a4-a48e-b14edccaebc9 {{(pid=101811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:38:53.158772 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce4a9f51-80d0-4901-beaf-9b03435f002c', 'tag': 'bc0e19f0-bdca-4923-a0c3-77ad0c202bdc', 'status': 'completed', 'code': 200} Nov 11 20:38:53.308831 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 41268) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:53.376722 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-e142b150-4a34-4ecb-a93c-ea6bc7f2440a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:53.390107 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-1b578104-84b6-4ba8-be64-30724484cae2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:53.560524 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a20faa-2aec-45dd-9e6f-1cb08bfebab6 req-e37adc0d-5fff-45c9-9fda-55690fa05dbe tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:53.561963 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-69a20faa-2aec-45dd-9e6f-1cb08bfebab6 req-e37adc0d-5fff-45c9-9fda-55690fa05dbe tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 943 time: 0.1487224 Nov 11 20:38:53.575584 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20275c-7d50-4d0d-bad5-5b7a42dda5e5 req-fb171131-8475-490b-bcc9-6e90ad916427 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:53.577030 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-df20275c-7d50-4d0d-bad5-5b7a42dda5e5 req-fb171131-8475-490b-bcc9-6e90ad916427 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b182b81-371c-4244-b016-dffa07121ef2 HTTP/1.1" status: 200 len: 943 time: 0.1479158 Nov 11 20:38:53.635593 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-1b578104-84b6-4ba8-be64-30724484cae2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:53.643354 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-e142b150-4a34-4ecb-a93c-ea6bc7f2440a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:53.647860 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-1b578104-84b6-4ba8-be64-30724484cae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:53.668912 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-e142b150-4a34-4ecb-a93c-ea6bc7f2440a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:53.742561 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-69a20faa-2aec-45dd-9e6f-1cb08bfebab6 req-43289ca3-9eeb-4e26-b674-0c0db69af9f3 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603827 Nov 11 20:38:53.750531 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-1b578104-84b6-4ba8-be64-30724484cae2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=62ab0db1860f49bfada454904e26ff6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6270163 Nov 11 20:38:53.750531 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b578104-84b6-4ba8-be64-30724484cae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ea4c95-68cc-4d80-b9e2-442b558cd509,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:53.751063 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 41278) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:53.759123 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-df20275c-7d50-4d0d-bad5-5b7a42dda5e5 req-1fcc22fe-c9f9-4524-ac07-1cce7cb8386b tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/security-groups?id=a532f9f3-0bae-4042-8c75-8658b2396770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751578 Nov 11 20:38:53.768173 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-e142b150-4a34-4ecb-a93c-ea6bc7f2440a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=054248f6103c43d4bb198f4c538d5ba4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4581976 Nov 11 20:38:53.771245 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 41280) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:53.796779 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e142b150-4a34-4ecb-a93c-ea6bc7f2440a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45c1f0b-6104-4998-88a2-f6206166fa4d,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:53.820211 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-f848a170-b863-41b2-b6b1-d547d2d83b5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:53.831702 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-6a717e45-00b0-43dd-8abf-0bdd78172ae3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:53.841597 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-f848a170-b863-41b2-b6b1-d547d2d83b5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:53.852187 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-6a717e45-00b0-43dd-8abf-0bdd78172ae3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:53.889773 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-f848a170-b863-41b2-b6b1-d547d2d83b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:53.892280 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-f848a170-b863-41b2-b6b1-d547d2d83b5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:53.893425 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-f848a170-b863-41b2-b6b1-d547d2d83b5c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a2ea4c95-68cc-4d80-b9e2-442b558cd509 HTTP/1.1" status: 204 len: 168 time: 0.1413507 Nov 11 20:38:53.901787 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-6a717e45-00b0-43dd-8abf-0bdd78172ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:53.902065 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f848a170-b863-41b2-b6b1-d547d2d83b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ea4c95-68cc-4d80-b9e2-442b558cd509,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:53.905054 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-6a717e45-00b0-43dd-8abf-0bdd78172ae3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:53.906246 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-6a717e45-00b0-43dd-8abf-0bdd78172ae3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e45c1f0b-6104-4998-88a2-f6206166fa4d HTTP/1.1" status: 204 len: 168 time: 0.1340897 Nov 11 20:38:53.915089 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a717e45-00b0-43dd-8abf-0bdd78172ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45c1f0b-6104-4998-88a2-f6206166fa4d,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:54.202853 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 41296) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:54.217970 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-0c4d20cf-f1d9-4826-abd4-c82f5cfe0e9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:54.218504 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 41298) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:54.244181 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-d7946329-e513-462f-af97-8bab0d1f0d51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:54.255240 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06ca0e-12d5-41da-94ef-1adc1003d7f1 req-770080aa-e251-4efd-94c0-367b7841f833 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:54.257035 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fb06ca0e-12d5-41da-94ef-1adc1003d7f1 req-770080aa-e251-4efd-94c0-367b7841f833 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 944 time: 0.1108751 Nov 11 20:38:54.300512 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-0c4d20cf-f1d9-4826-abd4-c82f5cfe0e9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:54.305401 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-0c4d20cf-f1d9-4826-abd4-c82f5cfe0e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:54.345172 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4d20cf-f1d9-4826-abd4-c82f5cfe0e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7c656c-021d-4458-b5cf-87c74be065d6,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:54.350210 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-0c4d20cf-f1d9-4826-abd4-c82f5cfe0e9e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8cc0f4c51e2943b4960edfe8ef3452e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1479421 Nov 11 20:38:54.352937 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 41300) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:54.404751 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-6adcac23-d624-47ae-b0aa-10981dabb782 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:54.428961 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-6adcac23-d624-47ae-b0aa-10981dabb782 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:54.477583 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-6adcac23-d624-47ae-b0aa-10981dabb782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:54.480291 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-6adcac23-d624-47ae-b0aa-10981dabb782 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:54.482018 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-6adcac23-d624-47ae-b0aa-10981dabb782 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5c7c656c-021d-4458-b5cf-87c74be065d6 HTTP/1.1" status: 204 len: 168 time: 0.1279657 Nov 11 20:38:54.484745 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eecb8d-5bd6-4bf4-b9f9-3e61ea6777a1 req-409b2d1b-923a-439e-97c6-8664272af020 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:54.486195 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c7eecb8d-5bd6-4bf4-b9f9-3e61ea6777a1 req-409b2d1b-923a-439e-97c6-8664272af020 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8 HTTP/1.1" status: 200 len: 943 time: 0.3003073 Nov 11 20:38:54.503867 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adcac23-d624-47ae-b0aa-10981dabb782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7c656c-021d-4458-b5cf-87c74be065d6,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:54.565863 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fb06ca0e-12d5-41da-94ef-1adc1003d7f1 req-fdd0e767-47e6-4a3d-b615-799ba8a9e40e tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017557 Nov 11 20:38:54.603747 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c7eecb8d-5bd6-4bf4-b9f9-3e61ea6777a1 req-b43ad821-5823-4fa9-88a1-eb740550f16b tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002476 Nov 11 20:38:54.637788 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-d7946329-e513-462f-af97-8bab0d1f0d51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:54.642701 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-d7946329-e513-462f-af97-8bab0d1f0d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:54.682964 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-d7946329-e513-462f-af97-8bab0d1f0d51 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ddb259e7b49543e9a87723508d3c99cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4637382 Nov 11 20:38:54.685675 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 41306) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:54.688689 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7946329-e513-462f-af97-8bab0d1f0d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1489dfa6-01b6-4ba6-8df8-ba5001ec0cf6,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:54.734537 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-874b03a6-9597-4674-b88b-f17368bdc70e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:54.756395 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-874b03a6-9597-4674-b88b-f17368bdc70e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:54.827011 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-874b03a6-9597-4674-b88b-f17368bdc70e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:54.830305 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-874b03a6-9597-4674-b88b-f17368bdc70e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:54.831473 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-874b03a6-9597-4674-b88b-f17368bdc70e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1489dfa6-01b6-4ba6-8df8-ba5001ec0cf6 HTTP/1.1" status: 204 len: 168 time: 0.1448514 Nov 11 20:38:54.843043 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874b03a6-9597-4674-b88b-f17368bdc70e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1489dfa6-01b6-4ba6-8df8-ba5001ec0cf6,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:54.929347 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faf87a4-d25f-4eb7-9aa1-3aad6126c656 req-39b727af-c54e-486f-b0a3-9196bb4d7d01 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:54.930963 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-6faf87a4-d25f-4eb7-9aa1-3aad6126c656 req-39b727af-c54e-486f-b0a3-9196bb4d7d01 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 943 time: 0.1104176 Nov 11 20:38:54.952037 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5851b3-b38a-43f7-b77c-752d6f17e0f8 req-84cafe3b-bafc-4a31-91b9-ddd25d68c772 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:54.953639 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7f5851b3-b38a-43f7-b77c-752d6f17e0f8 req-84cafe3b-bafc-4a31-91b9-ddd25d68c772 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b182b81-371c-4244-b016-dffa07121ef2 HTTP/1.1" status: 200 len: 943 time: 0.0851202 Nov 11 20:38:55.025604 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-6faf87a4-d25f-4eb7-9aa1-3aad6126c656 req-d8895cc5-1b21-47f0-9ed2-1c8d40814b0e tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883071 Nov 11 20:38:55.030496 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7f5851b3-b38a-43f7-b77c-752d6f17e0f8 req-86077142-7262-4ef7-96a4-2cc97683c521 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/security-groups?id=a532f9f3-0bae-4042-8c75-8658b2396770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679522 Nov 11 20:38:55.114459 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 41326) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:55.128257 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-e93c49d9-964a-40c2-88fc-0b5e55dbac7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:55.203892 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-e93c49d9-964a-40c2-88fc-0b5e55dbac7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:55.207777 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-e93c49d9-964a-40c2-88fc-0b5e55dbac7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:55.245131 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c49d9-964a-40c2-88fc-0b5e55dbac7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa813a8-12ee-45a5-8445-00c96f6b2ed7,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:55.256561 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-e93c49d9-964a-40c2-88fc-0b5e55dbac7d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=571a4956ea4f4d27b79005aca19850c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1377878 Nov 11 20:38:55.256561 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 41334) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:55.304905 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-744b861e-4665-40cb-938f-63ebd11899db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:55.327218 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-744b861e-4665-40cb-938f-63ebd11899db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:55.373841 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-744b861e-4665-40cb-938f-63ebd11899db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:55.376416 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-744b861e-4665-40cb-938f-63ebd11899db admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:55.380714 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-744b861e-4665-40cb-938f-63ebd11899db admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2fa813a8-12ee-45a5-8445-00c96f6b2ed7 HTTP/1.1" status: 204 len: 168 time: 0.1203027 Nov 11 20:38:55.386858 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b861e-4665-40cb-938f-63ebd11899db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa813a8-12ee-45a5-8445-00c96f6b2ed7,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:55.719169 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a4474-7f6a-4b55-944a-f2ce554ede7a req-847c6dcd-2040-4ad6-bdc8-baad23791672 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:55.720662 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ea6a4474-7f6a-4b55-944a-f2ce554ede7a req-847c6dcd-2040-4ad6-bdc8-baad23791672 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 944 time: 0.0858774 Nov 11 20:38:55.770826 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d6b50-ba9c-400f-b069-567ddfbee78f req-e4fee876-7c0f-43fe-b584-eb9fab2d9e24 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:55.772339 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e68d6b50-ba9c-400f-b069-567ddfbee78f req-e4fee876-7c0f-43fe-b584-eb9fab2d9e24 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8 HTTP/1.1" status: 200 len: 943 time: 0.0897396 Nov 11 20:38:55.808882 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ea6a4474-7f6a-4b55-944a-f2ce554ede7a req-ebbfced6-e6c1-427e-b5f7-04f0e1aa84f0 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807188 Nov 11 20:38:55.849766 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 90ad1ea9-d70f-404f-aa76-239fd7557f37 details requested by agent hyperv_hv-cinder-81764 with host hv-cinder-81764 {{(pid=101813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:38:55.905206 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-620195d6-dbd8-4f52-9713-492271abe5bd req-e28991e3-269e-4bf0-bba4-a021c3a6a7f3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=acd422cb-07fc-4b63-aaab-fd2e52fc9069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847027 Nov 11 20:38:55.921591 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e68d6b50-ba9c-400f-b069-567ddfbee78f req-81330771-618c-41f1-94f6-632f5ec5d2b8 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400802 Nov 11 20:38:55.984109 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 90ad1ea9-d70f-404f-aa76-239fd7557f37, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=90ad1ea9-d70f-404f-aa76-239fd7557f37,segment=NetworkSegment(6b48cbfa-0d88-481b-a920-f067c7ca3e18),segment_id=6b48cbfa-0d88-481b-a920-f067c7ca3e18)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:38:56.002006 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Returning: {'device': '90ad1ea9-d70f-404f-aa76-239fd7557f37', 'network_id': '4eaea89b-928d-40c8-a51e-812ae04a8ab3', 'port_id': '90ad1ea9-d70f-404f-aa76-239fd7557f37', 'mac_address': 'fa:16:3e:9e:54:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4de108c0-2905-4299-b6ab-929bf14c62f0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:38:56.023073 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca9e2e-b5ec-4fc6-9b93-a8e2f18bd15a req-423d7e51-9154-4e91-b43e-da4debe21622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:56.024652 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-48ca9e2e-b5ec-4fc6-9b93-a8e2f18bd15a req-423d7e51-9154-4e91-b43e-da4debe21622 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=38d540a76ef9405bb94b7e433494fabd&device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 1096 time: 0.1558504 Nov 11 20:38:56.054272 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:56.078090 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.notifiers.nova [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90ad1ea9-d70f-404f-aa76-239fd7557f37 {{(pid=101813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:38:56.103946 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 90ad1ea9-d70f-404f-aa76-239fd7557f37, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=90ad1ea9-d70f-404f-aa76-239fd7557f37,segment=NetworkSegment(6b48cbfa-0d88-481b-a920-f067c7ca3e18),segment_id=6b48cbfa-0d88-481b-a920-f067c7ca3e18)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:38:56.111162 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:56.140703 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca9e2e-b5ec-4fc6-9b93-a8e2f18bd15a req-fda011ce-f722-41eb-bfbb-45c1277efe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:56.142375 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-48ca9e2e-b5ec-4fc6-9b93-a8e2f18bd15a req-fda011ce-f722-41eb-bfbb-45c1277efe7b service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=38d540a76ef9405bb94b7e433494fabd&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1040659 Nov 11 20:38:56.172959 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Pushing event updated for resources: {'Port': ['ID=90ad1ea9-d70f-404f-aa76-239fd7557f37,revision_number=4']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:56.216042 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-620195d6-dbd8-4f52-9713-492271abe5bd req-94e7ef70-e7a2-4d31-bbde-d62054c26eee service neutron] 10.222.0.78 "GET /v2.0/networks/acd422cb-07fc-4b63-aaab-fd2e52fc9069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927041 Nov 11 20:38:56.382701 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813be66-bb4c-4564-88f1-c5ded0354e0c req-0817b18e-7950-43f6-9cc2-f9a9b5640af3 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:56.388567 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a813be66-bb4c-4564-88f1-c5ded0354e0c req-0817b18e-7950-43f6-9cc2-f9a9b5640af3 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b182b81-371c-4244-b016-dffa07121ef2 HTTP/1.1" status: 200 len: 944 time: 0.2119324 Nov 11 20:38:56.411177 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f39d79-848f-4c1a-a8ba-378bd3da3b45 req-81d7cb92-8844-40ea-abca-3a75caa385b8 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:56.413326 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c3f39d79-848f-4c1a-a8ba-378bd3da3b45 req-81d7cb92-8844-40ea-abca-3a75caa385b8 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 943 time: 0.2377927 Nov 11 20:38:56.462792 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca9e2e-b5ec-4fc6-9b93-a8e2f18bd15a req-29995445-ad6d-4b44-9174-25075948e202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:56.464518 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-48ca9e2e-b5ec-4fc6-9b93-a8e2f18bd15a req-29995445-ad6d-4b44-9174-25075948e202 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3054760 Nov 11 20:38:56.494060 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-620195d6-dbd8-4f52-9713-492271abe5bd req-8e909876-b10f-4efd-9553-9585fb5700d2 service neutron] 10.222.0.78 "GET /v2.0/networks/acd422cb-07fc-4b63-aaab-fd2e52fc9069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458103 Nov 11 20:38:56.558436 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a813be66-bb4c-4564-88f1-c5ded0354e0c req-24c499e9-c55d-4735-94ec-4a04db217a9e tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/security-groups?id=a532f9f3-0bae-4042-8c75-8658b2396770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574278 Nov 11 20:38:56.574534 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c3f39d79-848f-4c1a-a8ba-378bd3da3b45 req-be936d39-baca-4d3d-b7d9-81a2ae4a3fa4 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356828 Nov 11 20:38:56.602325 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051e6b3-f0b4-4c50-9d51-46be14630b58 req-878766c8-c48c-4dc8-b6c3-3d04e526761e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:56.603794 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7051e6b3-f0b4-4c50-9d51-46be14630b58 req-878766c8-c48c-4dc8-b6c3-3d04e526761e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=38d540a76ef9405bb94b7e433494fabd&device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 1096 time: 0.0840263 Nov 11 20:38:56.927212 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2569cb2-bc1d-4065-9040-b01bcf0af9e3 req-453f33f7-9382-4858-947d-9b77cd65c7af tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:56.928600 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b2569cb2-bc1d-4065-9040-b01bcf0af9e3 req-453f33f7-9382-4858-947d-9b77cd65c7af tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 944 time: 0.0516763 Nov 11 20:38:56.984080 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b2569cb2-bc1d-4065-9040-b01bcf0af9e3 req-4b62248d-88ef-4554-b198-a0b99a1d75f8 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485535 Nov 11 20:38:57.052152 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44a789-4853-433a-b67b-c07916683af9 req-afd811e1-5ef1-41e1-b772-8d9f1f96b9bf tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:57.053634 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5b44a789-4853-433a-b67b-c07916683af9 req-afd811e1-5ef1-41e1-b772-8d9f1f96b9bf tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8 HTTP/1.1" status: 200 len: 943 time: 0.0524726 Nov 11 20:38:57.103328 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5b44a789-4853-433a-b67b-c07916683af9 req-8660139c-dc74-4758-8acd-496f638c5c2e tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438547 Nov 11 20:38:57.679490 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 41466) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:57.723441 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7289dce4-1cb2-4f01-8910-3f1a011e006e req-c8efd5c4-2fea-4650-8ad0-6b7c2ac1b819 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:57.724931 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7289dce4-1cb2-4f01-8910-3f1a011e006e req-c8efd5c4-2fea-4650-8ad0-6b7c2ac1b819 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 943 time: 0.0810523 Nov 11 20:38:57.732263 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86dfaf3-ebb0-4e67-90c7-5581c6ca834f req-081a3923-8b32-4342-af5e-268587534da4 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:57.733592 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d86dfaf3-ebb0-4e67-90c7-5581c6ca834f req-081a3923-8b32-4342-af5e-268587534da4 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b182b81-371c-4244-b016-dffa07121ef2 HTTP/1.1" status: 200 len: 944 time: 0.0788007 Nov 11 20:38:57.785152 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-9d32c5ea-c3c1-4a23-9e3c-1ceda455b65b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:57.809197 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7289dce4-1cb2-4f01-8910-3f1a011e006e req-d46332fb-5ba7-4fbf-853d-e76fdaf77a67 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746703 Nov 11 20:38:57.816446 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d86dfaf3-ebb0-4e67-90c7-5581c6ca834f req-94a66c21-a00d-4dc1-9c43-fbf28ff44f33 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/security-groups?id=a532f9f3-0bae-4042-8c75-8658b2396770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731409 Nov 11 20:38:57.873205 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-9d32c5ea-c3c1-4a23-9e3c-1ceda455b65b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:57.876709 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-9d32c5ea-c3c1-4a23-9e3c-1ceda455b65b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:57.915277 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-9d32c5ea-c3c1-4a23-9e3c-1ceda455b65b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f331c977f3ef4a2fb2d85f014125f808&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2346835 Nov 11 20:38:57.916103 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d32c5ea-c3c1-4a23-9e3c-1ceda455b65b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41cf80a8-a60e-4fcd-b567-de5fd4b611c9,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:57.917965 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 41472) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:57.968681 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-dc1e8d5d-da21-498a-8f69-08289566029f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:57.991404 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-dc1e8d5d-da21-498a-8f69-08289566029f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:58.038237 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-dc1e8d5d-da21-498a-8f69-08289566029f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:58.040817 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-dc1e8d5d-da21-498a-8f69-08289566029f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:58.041968 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-dc1e8d5d-da21-498a-8f69-08289566029f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/41cf80a8-a60e-4fcd-b567-de5fd4b611c9 HTTP/1.1" status: 204 len: 168 time: 0.1230321 Nov 11 20:38:58.049855 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1e8d5d-da21-498a-8f69-08289566029f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41cf80a8-a60e-4fcd-b567-de5fd4b611c9,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:58.112106 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ad3cf-0d87-4c97-864b-76b609552232 req-94280487-e13a-41cb-b164-acc212067e84 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:58.114177 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f49ad3cf-0d87-4c97-864b-76b609552232 req-94280487-e13a-41cb-b164-acc212067e84 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 944 time: 0.0527043 Nov 11 20:38:58.211418 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f49ad3cf-0d87-4c97-864b-76b609552232 req-343e41a6-d906-4506-ab5e-d0cd17a84560 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904052 Nov 11 20:38:58.252778 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a71581-83e9-4a5d-81ae-202be5a06029 req-1cc5f81b-26ae-4b23-9f3b-a60786041eda tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:58.254494 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-81a71581-83e9-4a5d-81ae-202be5a06029 req-1cc5f81b-26ae-4b23-9f3b-a60786041eda tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8 HTTP/1.1" status: 200 len: 943 time: 0.0687280 Nov 11 20:38:58.309425 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-81a71581-83e9-4a5d-81ae-202be5a06029 req-45fb8d70-fe03-4712-be9d-5fe0e8e63247 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469155 Nov 11 20:38:58.353297 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 41482) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:58.366051 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-554ba9be-5542-40e9-a1b5-9fcda99af555 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:58.440850 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-554ba9be-5542-40e9-a1b5-9fcda99af555 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:58.445172 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-554ba9be-5542-40e9-a1b5-9fcda99af555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:58.483556 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-554ba9be-5542-40e9-a1b5-9fcda99af555 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fa190db7aaa144b99599cc43681873ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1291740 Nov 11 20:38:58.484435 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554ba9be-5542-40e9-a1b5-9fcda99af555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c083f3ee-45f1-4a8f-bb2c-728e6b674d2d,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:58.486279 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 41486) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:58.532901 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-3e7a2332-20c5-46d3-abdd-155ff49dd194 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:58.553207 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-3e7a2332-20c5-46d3-abdd-155ff49dd194 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:58.604073 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-3e7a2332-20c5-46d3-abdd-155ff49dd194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:58.606815 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7051e6b3-f0b4-4c50-9d51-46be14630b58 req-31ff3c24-7feb-496d-b10f-3415c2e12612 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc0e19f0-bdca-4923-a0c3-77ad0c202bdc HTTP/1.1" status: 200 len: 217 time: 0.0397363 Nov 11 20:38:58.606958 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-3e7a2332-20c5-46d3-abdd-155ff49dd194 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:58.608022 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-3e7a2332-20c5-46d3-abdd-155ff49dd194 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c083f3ee-45f1-4a8f-bb2c-728e6b674d2d HTTP/1.1" status: 204 len: 168 time: 0.1206055 Nov 11 20:38:58.615878 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a2332-20c5-46d3-abdd-155ff49dd194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c083f3ee-45f1-4a8f-bb2c-728e6b674d2d,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:38:58.981451 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27562c8-d0b6-40c0-aad1-697e5e7d2b28 req-fff4ac00-1527-4e3c-bcf2-1990586d57a6 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:58.984203 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d27562c8-d0b6-40c0-aad1-697e5e7d2b28 req-fff4ac00-1527-4e3c-bcf2-1990586d57a6 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 943 time: 0.0936053 Nov 11 20:38:59.003368 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11764098-3334-4a90-8f70-e9aa2a5d4fc0 req-f2d26247-8b01-496d-832a-3a930d128196 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:59.005556 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-11764098-3334-4a90-8f70-e9aa2a5d4fc0 req-f2d26247-8b01-496d-832a-3a930d128196 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b182b81-371c-4244-b016-dffa07121ef2 HTTP/1.1" status: 200 len: 944 time: 0.1037452 Nov 11 20:38:59.082534 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d27562c8-d0b6-40c0-aad1-697e5e7d2b28 req-32203c0c-4dcb-472d-9417-94b65d953d88 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754621 Nov 11 20:38:59.086431 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-11764098-3334-4a90-8f70-e9aa2a5d4fc0 req-960b19cf-9405-4607-9c1c-dfdce6233e8a tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/security-groups?id=a532f9f3-0bae-4042-8c75-8658b2396770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738986 Nov 11 20:38:59.347077 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd48eb-c45a-4faa-9926-7e6eede5ac88 req-9eaacb15-dfd5-4b0d-9f1d-8166ac1c1cf8 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:59.352455 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5fbd48eb-c45a-4faa-9926-7e6eede5ac88 req-9eaacb15-dfd5-4b0d-9f1d-8166ac1c1cf8 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 944 time: 0.0577319 Nov 11 20:38:59.428986 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5fbd48eb-c45a-4faa-9926-7e6eede5ac88 req-8f08a587-f2e3-42f4-8253-0843ea8a5884 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728905 Nov 11 20:38:59.446128 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f07a3-1a6c-4d30-aefb-aa2775532c0b req-6a9b8c6d-545f-4c34-8407-6846772d8929 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:59.447610 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-691f07a3-1a6c-4d30-aefb-aa2775532c0b req-6a9b8c6d-545f-4c34-8407-6846772d8929 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8 HTTP/1.1" status: 200 len: 943 time: 0.0670247 Nov 11 20:38:59.498133 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-691f07a3-1a6c-4d30-aefb-aa2775532c0b req-d7fb4434-06ab-42f4-90d4-6e1d7ebe89e2 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443916 Nov 11 20:38:59.688058 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] get_ports_and_sgs() called for port_ids ['90ad1ea9-d70f-404f-aa76-239fd7557f37'] {{(pid=101813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:38:59.703671 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051e6b3-f0b4-4c50-9d51-46be14630b58 req-d44d1766-b000-4dfb-afb4-1311836d3771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:59.705151 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7051e6b3-f0b4-4c50-9d51-46be14630b58 req-d44d1766-b000-4dfb-afb4-1311836d3771 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b93905e5-6d6f-41ed-9efc-0dfc53d52f76 HTTP/1.1" status: 200 len: 855 time: 0.0540562 Nov 11 20:38:59.747362 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 41542) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:38:59.768348 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051e6b3-f0b4-4c50-9d51-46be14630b58 req-8fd104b5-a3c5-4127-a9d7-3e8185b61362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:38:59.769873 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7051e6b3-f0b4-4c50-9d51-46be14630b58 req-8fd104b5-a3c5-4127-a9d7-3e8185b61362 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=51d362a5-52f5-4926-aac3-68c4c9326236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532880 Nov 11 20:38:59.868524 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7051e6b3-f0b4-4c50-9d51-46be14630b58 req-1a13b2cc-152f-496c-9b95-9e45358d221f service neutron] 10.222.0.78 "GET /v2.0/networks/51d362a5-52f5-4926-aac3-68c4c9326236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883992 Nov 11 20:38:59.870672 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-09ca2857-ac7c-42e8-9365-596ee31423cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:59.956751 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-09ca2857-ac7c-42e8-9365-596ee31423cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:59.966893 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-09ca2857-ac7c-42e8-9365-596ee31423cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:38:59.972539 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7051e6b3-f0b4-4c50-9d51-46be14630b58 req-253c9245-3dc9-4d80-bdb5-958911ef1c0f service neutron] 10.222.0.78 "GET /v2.0/networks/51d362a5-52f5-4926-aac3-68c4c9326236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924628 Nov 11 20:39:00.012531 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-09ca2857-ac7c-42e8-9365-596ee31423cc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=05da317fafe34e2c8de46d3762355346&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2638495 Nov 11 20:39:00.013363 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca2857-ac7c-42e8-9365-596ee31423cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a76c70-e5fd-4211-88a4-c7a46220dba3,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:00.015198 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 41546) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:00.064251 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-4f0c2080-d007-4410-a0a4-b502c49a71ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:00.086986 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-4f0c2080-d007-4410-a0a4-b502c49a71ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:00.140345 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-4f0c2080-d007-4410-a0a4-b502c49a71ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:00.143094 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-4f0c2080-d007-4410-a0a4-b502c49a71ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:00.144482 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-4f0c2080-d007-4410-a0a4-b502c49a71ad admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a6a76c70-e5fd-4211-88a4-c7a46220dba3 HTTP/1.1" status: 204 len: 168 time: 0.1281946 Nov 11 20:39:00.153968 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0c2080-d007-4410-a0a4-b502c49a71ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a76c70-e5fd-4211-88a4-c7a46220dba3,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:00.243458 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a10c6-22ed-4818-ad4e-27f5bedadc0d req-9761ac61-050f-47b7-8124-bd6fd3d85204 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:00.244994 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-250a10c6-22ed-4818-ad4e-27f5bedadc0d req-9761ac61-050f-47b7-8124-bd6fd3d85204 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b182b81-371c-4244-b016-dffa07121ef2 HTTP/1.1" status: 200 len: 944 time: 0.0820117 Nov 11 20:39:00.266825 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f0466-41ab-4096-b58d-784b4d14fa1b req-a5ddcd7f-0d75-4dfd-ad8d-ac1d7cfdf15e tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:00.268318 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5b7f0466-41ab-4096-b58d-784b4d14fa1b req-a5ddcd7f-0d75-4dfd-ad8d-ac1d7cfdf15e tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 943 time: 0.0747702 Nov 11 20:39:00.335651 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-250a10c6-22ed-4818-ad4e-27f5bedadc0d req-c15220f7-747e-4790-9df7-2205edcd128e tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/security-groups?id=a532f9f3-0bae-4042-8c75-8658b2396770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830369 Nov 11 20:39:00.355344 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5b7f0466-41ab-4096-b58d-784b4d14fa1b req-63443703-3ff4-4e98-9b82-37fc4c7ab6b4 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726051 Nov 11 20:39:00.559751 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d57d7ce-fec3-4692-bd73-da48bcdd2896 req-733d462f-0c94-47bc-96e5-fe987babf86f tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:00.561292 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9d57d7ce-fec3-4692-bd73-da48bcdd2896 req-733d462f-0c94-47bc-96e5-fe987babf86f tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 944 time: 0.0586190 Nov 11 20:39:00.672918 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9d57d7ce-fec3-4692-bd73-da48bcdd2896 req-48a64d3d-5f22-4853-b73b-33859aa7fb53 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039798 Nov 11 20:39:00.716438 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551dffb1-1ee8-4b80-b5e9-fadfe72b7ce2 req-b5f7de72-bb4f-4a66-9107-f94d6d3acd7c tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:00.718283 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-551dffb1-1ee8-4b80-b5e9-fadfe72b7ce2 req-b5f7de72-bb4f-4a66-9107-f94d6d3acd7c tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8 HTTP/1.1" status: 200 len: 943 time: 0.1251488 Nov 11 20:39:00.724067 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-41a79fc2-8eff-4d7c-8ee7-98b11d89c850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:00.781807 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 767cb3d9-cf56-4615-8623-4ec857595582 details requested by agent hyperv_hv-cinder-81764 with host hv-cinder-81764 {{(pid=101813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:39:00.788739 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-551dffb1-1ee8-4b80-b5e9-fadfe72b7ce2 req-6c6bd84c-7cff-4ede-bd81-6d4cbae01642 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566630 Nov 11 20:39:00.833401 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 90ad1ea9-d70f-404f-aa76-239fd7557f37 up at agent hyperv_hv-cinder-81764 {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:39:00.960797 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 767cb3d9-cf56-4615-8623-4ec857595582, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=767cb3d9-cf56-4615-8623-4ec857595582,segment=NetworkSegment(f22cd012-f950-4a19-bea8-62720f128e10),segment_id=f22cd012-f950-4a19-bea8-62720f128e10)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:39:00.979585 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Provisioning for port 90ad1ea9-d70f-404f-aa76-239fd7557f37 completed by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:39:00.982499 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 41600) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:00.985151 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Returning: {'device': '767cb3d9-cf56-4615-8623-4ec857595582', 'network_id': 'acd422cb-07fc-4b63-aaab-fd2e52fc9069', 'port_id': '767cb3d9-cf56-4615-8623-4ec857595582', 'mac_address': 'fa:16:3e:f7:3a:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '843c9d58-b0a8-42ed-baec-4e93b7576eb3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:39:00.986985 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Provisioning complete for port 90ad1ea9-d70f-404f-aa76-239fd7557f37 triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:39:00.987527 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:01.069331 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:01.093660 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.notifiers.nova [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 767cb3d9-cf56-4615-8623-4ec857595582 {{(pid=101813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:39:01.147502 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 767cb3d9-cf56-4615-8623-4ec857595582, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=767cb3d9-cf56-4615-8623-4ec857595582,segment=NetworkSegment(f22cd012-f950-4a19-bea8-62720f128e10),segment_id=f22cd012-f950-4a19-bea8-62720f128e10)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:39:01.185554 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:01.186217 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device a1e7e113-49ef-49f9-9fd9-7534d076360a details requested by agent hyperv_hv-cinder-81764 with host hv-cinder-81764 {{(pid=101813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:39:01.236012 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:01.287266 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-6fd640b6-a205-439b-92e0-2e4528940ea4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:01.379618 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-6fd640b6-a205-439b-92e0-2e4528940ea4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:01.386788 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-6fd640b6-a205-439b-92e0-2e4528940ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:01.427306 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Pushing event updated for resources: {'Port': ['ID=767cb3d9-cf56-4615-8623-4ec857595582,revision_number=4']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:01.435409 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b182b81-371c-4244-b016-dffa07121ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ad1ea9-d70f-404f-aa76-239fd7557f37'}] {{(pid=101813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:39:01.452132 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-6fd640b6-a205-439b-92e0-2e4528940ea4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ab3e6314373d43ada7ac908397de7d4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4678998 Nov 11 20:39:01.454853 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 41636) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:01.458677 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd640b6-a205-439b-92e0-2e4528940ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0368ac-077e-4d2a-9f70-be19758eb96c,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:01.525033 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-0dd0e869-a8b4-4bc9-adfb-7cb8084c426c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:01.554253 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 90ad1ea9-d70f-404f-aa76-239fd7557f37, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=90ad1ea9-d70f-404f-aa76-239fd7557f37,segment=NetworkSegment(6b48cbfa-0d88-481b-a920-f067c7ca3e18),segment_id=6b48cbfa-0d88-481b-a920-f067c7ca3e18)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:39:01.556833 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 41644) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:01.566176 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:01.568439 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-0dd0e869-a8b4-4bc9-adfb-7cb8084c426c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:01.586829 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ddfaa-bd44-42b4-993e-d41816a554fb req-5ad060f8-9440-486c-8711-f9b87cac1702 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:01.591579 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ce3ddfaa-bd44-42b4-993e-d41816a554fb req-5ad060f8-9440-486c-8711-f9b87cac1702 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b182b81-371c-4244-b016-dffa07121ef2 HTTP/1.1" status: 200 len: 944 time: 0.1187165 Nov 11 20:39:01.620661 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port a1e7e113-49ef-49f9-9fd9-7534d076360a, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=a1e7e113-49ef-49f9-9fd9-7534d076360a,segment=NetworkSegment(727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f),segment_id=727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:39:01.621202 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d420d-e6af-45b0-8d1a-e8cb6b9571f9 req-562b280e-dd52-4044-9422-cda131c59cca tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:01.622912 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0e0d420d-e6af-45b0-8d1a-e8cb6b9571f9 req-562b280e-dd52-4044-9422-cda131c59cca tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 943 time: 0.1339805 Nov 11 20:39:01.638829 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-0dd0e869-a8b4-4bc9-adfb-7cb8084c426c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:01.642504 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-0dd0e869-a8b4-4bc9-adfb-7cb8084c426c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:01.643825 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-0dd0e869-a8b4-4bc9-adfb-7cb8084c426c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3f0368ac-077e-4d2a-9f70-be19758eb96c HTTP/1.1" status: 204 len: 168 time: 0.1880090 Nov 11 20:39:01.646881 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Returning: {'device': 'a1e7e113-49ef-49f9-9fd9-7534d076360a', 'network_id': 'f75b74a3-4944-4e66-a1f1-0eb754745d66', 'port_id': 'a1e7e113-49ef-49f9-9fd9-7534d076360a', 'mac_address': 'fa:16:3e:c8:36:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3ddfd0b-0a11-463e-9bc6-4a5797fe6680', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:39:01.658875 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd0e869-a8b4-4bc9-adfb-7cb8084c426c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0368ac-077e-4d2a-9f70-be19758eb96c,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:01.707238 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:01.713251 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Pushing event updated for resources: {'Port': ['ID=90ad1ea9-d70f-404f-aa76-239fd7557f37,revision_number=5']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:01.729241 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-4fb03c87-7708-42a0-a2db-0407a7a56d99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:01.735568 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0340890b3ce0369dfbb204f3d0516fe3d00048a2838df9679e450f9495620248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd30959-e6cd-4a66-8fef-c9c593e1fcb0" -d '{"events": [{"server_uuid": "4b182b81-371c-4244-b016-dffa07121ef2", "name": "network-vif-plugged", "status": "completed", "tag": "90ad1ea9-d70f-404f-aa76-239fd7557f37"}]}' {{(pid=101813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:39:01.745756 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.notifiers.nova [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1e7e113-49ef-49f9-9fd9-7534d076360a {{(pid=101813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:39:01.753367 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ce3ddfaa-bd44-42b4-993e-d41816a554fb req-124cb0aa-d8bc-40e4-a4cf-eb0bc47e3722 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/security-groups?id=a532f9f3-0bae-4042-8c75-8658b2396770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540852 Nov 11 20:39:01.771315 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0e0d420d-e6af-45b0-8d1a-e8cb6b9571f9 req-3e0fa2ec-cb77-4f0f-bb82-8fdd740317af tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359487 Nov 11 20:39:01.783641 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port a1e7e113-49ef-49f9-9fd9-7534d076360a, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=a1e7e113-49ef-49f9-9fd9-7534d076360a,segment=NetworkSegment(727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f),segment_id=727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:39:01.794398 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:01.867613 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-4fb03c87-7708-42a0-a2db-0407a7a56d99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:01.874236 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-4fb03c87-7708-42a0-a2db-0407a7a56d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:01.900264 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Pushing event updated for resources: {'Port': ['ID=a1e7e113-49ef-49f9-9fd9-7534d076360a,revision_number=4']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:01.947167 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5cceb54-0306-4e66-b0a5-9f3d8b91fff9 x-openstack-request-id: req-d5cceb54-0306-4e66-b0a5-9f3d8b91fff9 {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:39:01.947570 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b182b81-371c-4244-b016-dffa07121ef2", "name": "network-vif-plugged", "status": "completed", "tag": "90ad1ea9-d70f-404f-aa76-239fd7557f37", "code": 200}]} {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:39:01.947836 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d5cceb54-0306-4e66-b0a5-9f3d8b91fff9 {{(pid=101813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:39:01.948352 dv-cinder-817642-1-iscsi neutron-server[101813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b182b81-371c-4244-b016-dffa07121ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ad1ea9-d70f-404f-aa76-239fd7557f37', 'code': 200} Nov 11 20:39:01.973407 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-4fb03c87-7708-42a0-a2db-0407a7a56d99 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e43b593e678343f39902c43b891bc962&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4123244 Nov 11 20:39:01.973627 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 41660) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:01.983329 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb03c87-7708-42a0-a2db-0407a7a56d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120b2126-6e7a-4f94-bee3-e2714f9823ee,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:01.985589 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb06ec-5b58-4adf-bbed-6b24afeb0e6a req-166e0439-9223-4b69-a124-5bad03220c62 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:01.993320 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-12cb06ec-5b58-4adf-bbed-6b24afeb0e6a req-166e0439-9223-4b69-a124-5bad03220c62 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 945 time: 0.1052351 Nov 11 20:39:02.046075 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-963c70e3-7d9d-4922-ac1a-55764f690def admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:02.068199 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-963c70e3-7d9d-4922-ac1a-55764f690def admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:02.075900 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-12cb06ec-5b58-4adf-bbed-6b24afeb0e6a req-3ef41281-f8e9-422f-9b22-87f789ef7e75 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761030 Nov 11 20:39:02.089480 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df872f59-f00c-4f3d-be9e-56d1df0647e9 req-188500c5-5ad6-4e5a-a634-f720dbb4cb75 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:02.091679 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-df872f59-f00c-4f3d-be9e-56d1df0647e9 req-188500c5-5ad6-4e5a-a634-f720dbb4cb75 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8 HTTP/1.1" status: 200 len: 944 time: 0.0822382 Nov 11 20:39:02.122457 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-963c70e3-7d9d-4922-ac1a-55764f690def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:02.125407 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-963c70e3-7d9d-4922-ac1a-55764f690def admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:02.126525 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-963c70e3-7d9d-4922-ac1a-55764f690def admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/120b2126-6e7a-4f94-bee3-e2714f9823ee HTTP/1.1" status: 204 len: 168 time: 0.1519880 Nov 11 20:39:02.136767 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c70e3-7d9d-4922-ac1a-55764f690def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120b2126-6e7a-4f94-bee3-e2714f9823ee,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:02.154448 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-df872f59-f00c-4f3d-be9e-56d1df0647e9 req-dcc59377-b696-412c-9331-ac8a53873dcc tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551636 Nov 11 20:39:02.170956 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 41664) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:02.187737 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-bb85c4d9-e8f1-4d8d-8c91-43cbb10fc287 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:02.281275 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-bb85c4d9-e8f1-4d8d-8c91-43cbb10fc287 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:02.297921 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-bb85c4d9-e8f1-4d8d-8c91-43cbb10fc287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:02.325962 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-bb85c4d9-e8f1-4d8d-8c91-43cbb10fc287 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d67a2518b4eb4491a7d46c4b6f9b5ef6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1532726 Nov 11 20:39:02.326808 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb85c4d9-e8f1-4d8d-8c91-43cbb10fc287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d1d5c1-9430-45d3-8ef4-6484b51d0c94,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:02.328950 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 41674) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:02.377982 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-5becdb7f-7b28-4470-8dbb-bf5d77c72dd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:02.403572 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-5becdb7f-7b28-4470-8dbb-bf5d77c72dd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:02.451402 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-5becdb7f-7b28-4470-8dbb-bf5d77c72dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:02.454016 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-5becdb7f-7b28-4470-8dbb-bf5d77c72dd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:02.458137 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-5becdb7f-7b28-4470-8dbb-bf5d77c72dd6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/29d1d5c1-9430-45d3-8ef4-6484b51d0c94 HTTP/1.1" status: 204 len: 168 time: 0.1252587 Nov 11 20:39:02.467162 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5becdb7f-7b28-4470-8dbb-bf5d77c72dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d1d5c1-9430-45d3-8ef4-6484b51d0c94,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:02.885174 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 41708) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:02.923196 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a935425-b10f-4719-99d0-b008497aacbf req-f310199e-ba29-45a6-8fcd-6f0bba9803fe tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:02.924727 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0a935425-b10f-4719-99d0-b008497aacbf req-f310199e-ba29-45a6-8fcd-6f0bba9803fe tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b182b81-371c-4244-b016-dffa07121ef2 HTTP/1.1" status: 200 len: 945 time: 0.0815182 Nov 11 20:39:02.938430 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca580036-a928-4323-a188-f7b37e48bac8 req-9299da6a-0e75-47c5-9042-11fded94a6c7 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:02.940178 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ca580036-a928-4323-a188-f7b37e48bac8 req-9299da6a-0e75-47c5-9042-11fded94a6c7 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 943 time: 0.0663292 Nov 11 20:39:03.009307 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [None req-db909b95-d782-4152-95f1-6f13eb4ed4d8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-652412388-network', 'tenant_id': '4f3da3f794f742c0a5bf009d5bad5208'}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:39:03.014496 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0a935425-b10f-4719-99d0-b008497aacbf req-724697c7-8f65-4060-86bf-387734dade57 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/security-groups?id=a532f9f3-0bae-4042-8c75-8658b2396770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733640 Nov 11 20:39:03.028393 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ca580036-a928-4323-a188-f7b37e48bac8 req-6a4520f6-3dd3-4155-9b23-983a68d0e05e tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797491 Nov 11 20:39:03.033354 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db909b95-d782-4152-95f1-6f13eb4ed4d8 admin admin] Made reservation on behalf of 4f3da3f794f742c0a5bf009d5bad5208 for: {'network': 1} {{(pid=101812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:39:03.036788 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-db909b95-d782-4152-95f1-6f13eb4ed4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for network, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:03.046606 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-db909b95-d782-4152-95f1-6f13eb4ed4d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:03.126453 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-db909b95-d782-4152-95f1-6f13eb4ed4d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:03.134921 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-db909b95-d782-4152-95f1-6f13eb4ed4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:03.165012 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db909b95-d782-4152-95f1-6f13eb4ed4d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 882, 'physical_network': 'physnet1'} {{(pid=101812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:39:03.177459 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db909b95-d782-4152-95f1-6f13eb4ed4d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cdd1272-1183-4f05-9076-b30b3e4a977a,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:03.183693 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-db909b95-d782-4152-95f1-6f13eb4ed4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16407769'] for segment, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:03.184058 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.db.segments_db [None req-db909b95-d782-4152-95f1-6f13eb4ed4d8 admin admin] Added segment 5b54b6f9-6186-4069-989b-2b16f7b98ff2 of type vlan for network e3ad6302-2af8-4f34-932c-43eafe0c8fe6 Nov 11 20:39:03.227019 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b45eb-0c21-4877-bb27-2444d1ac768e req-ad03a27f-d264-473f-8a44-1f41aaff5822 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:03.232475 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a23b45eb-0c21-4877-bb27-2444d1ac768e req-ad03a27f-d264-473f-8a44-1f41aaff5822 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 945 time: 0.0679629 Nov 11 20:39:03.234448 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-db909b95-d782-4152-95f1-6f13eb4ed4d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768468705491'] for network, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:03.263522 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-db909b95-d782-4152-95f1-6f13eb4ed4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858'] for network, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:03.264550 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db909b95-d782-4152-95f1-6f13eb4ed4d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:03.265130 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-db909b95-d782-4152-95f1-6f13eb4ed4d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for network, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:03.312525 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a23b45eb-0c21-4877-bb27-2444d1ac768e req-9df3f3f0-c88f-4e12-8ebe-d13ef1fd621e tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764928 Nov 11 20:39:03.325157 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04ba18-07cd-4adc-9f71-79c8cb216dd5 req-1f68b611-a919-47ec-8d27-56a62e230e4c tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:03.328396 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-db909b95-d782-4152-95f1-6f13eb4ed4d8 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4421039 Nov 11 20:39:03.331192 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 41728) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:03.334798 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0e04ba18-07cd-4adc-9f71-79c8cb216dd5 req-1f68b611-a919-47ec-8d27-56a62e230e4c tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8 HTTP/1.1" status: 200 len: 944 time: 0.0916467 Nov 11 20:39:03.338794 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [None req-453d8394-44d8-4607-94b5-603e162eb9e7 admin admin] Request body: {'subnet': {'network_id': 'e3ad6302-2af8-4f34-932c-43eafe0c8fe6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-652412388-subnet', 'tenant_id': '4f3da3f794f742c0a5bf009d5bad5208', 'ip_version': 4}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:39:03.345124 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db909b95-d782-4152-95f1-6f13eb4ed4d8 admin admin] Pushing event updated for resources: {'Network': ['ID=e3ad6302-2af8-4f34-932c-43eafe0c8fe6,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:03.360625 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Network e3ad6302-2af8-4f34-932c-43eafe0c8fe6 details requested by agent ovs-agent-dv-cinder-817642-1-iscsi with host dv-cinder-817642-1-iscsi {{(pid=101813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:39:03.370110 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453d8394-44d8-4607-94b5-603e162eb9e7 admin admin] Made reservation on behalf of 4f3da3f794f742c0a5bf009d5bad5208 for: {'subnet': 1} {{(pid=101812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:39:03.373980 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-453d8394-44d8-4607-94b5-603e162eb9e7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:03.383860 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b2be9382-5392-4760-ac06-9144507ede87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:03.424989 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0e04ba18-07cd-4adc-9f71-79c8cb216dd5 req-b62f9685-6ed5-4855-8013-e674cc71e3ef tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890770 Nov 11 20:39:03.579489 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-453d8394-44d8-4607-94b5-603e162eb9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858'] for subnet, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:03.633971 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453d8394-44d8-4607-94b5-603e162eb9e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b202467-3b06-4389-8c80-71f7e82c6179,revision_number=0']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:03.650763 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453d8394-44d8-4607-94b5-603e162eb9e7 admin admin] Checking segment: {'id': '5b54b6f9-6186-4069-989b-2b16f7b98ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'e3ad6302-2af8-4f34-932c-43eafe0c8fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:39:03.651118 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453d8394-44d8-4607-94b5-603e162eb9e7 admin admin] Network hostable DHCP agents. Network: e3ad6302-2af8-4f34-932c-43eafe0c8fe6, hostable agents: ['4584d237-ef17-41dc-89a8-5da37ed889a0'], hosted agents: [] {{(pid=101812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:39:03.669365 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453d8394-44d8-4607-94b5-603e162eb9e7 admin admin] Network e3ad6302-2af8-4f34-932c-43eafe0c8fe6 is scheduled to be hosted by DHCP agent 4584d237-ef17-41dc-89a8-5da37ed889a0 with binding_index 1 {{(pid=101812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:39:03.678521 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.base_scheduler [None req-453d8394-44d8-4607-94b5-603e162eb9e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817642-1-iscsi, e3ad6302-2af8-4f34-932c-43eafe0c8fe6) {{(pid=101812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:39:03.682990 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453d8394-44d8-4607-94b5-603e162eb9e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:03.683578 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-453d8394-44d8-4607-94b5-603e162eb9e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for subnet, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:03.688457 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8daeb53-1fc8-4d3b-8201-1b2a39bbe116 None None] Network e3ad6302-2af8-4f34-932c-43eafe0c8fe6 requested from dv-cinder-817642-1-iscsi {{(pid=101813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:39:03.702523 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-453d8394-44d8-4607-94b5-603e162eb9e7 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3703134 Nov 11 20:39:03.705293 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 41742) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:03.710589 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [None req-8df46425-b3ca-456d-9137-e0bf32e58d47 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-652412388-router', 'tenant_id': '4f3da3f794f742c0a5bf009d5bad5208', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2'}}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:39:03.737409 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-8df46425-b3ca-456d-9137-e0bf32e58d47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-670138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25005'] for router, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:03.738409 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-8df46425-b3ca-456d-9137-e0bf32e58d47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25012'] for router, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:03.797650 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-8df46425-b3ca-456d-9137-e0bf32e58d47 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:03.864373 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763e2d60-3b4f-4c5a-94dd-a3ef74c0ee85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc500f935-dd16-56a1-90f5-a4026435ad68-e3ad6302-2af8-4f34-932c-43eafe0c8fe6', 'network_id': 'e3ad6302-2af8-4f34-932c-43eafe0c8fe6', 'tenant_id': '4f3da3f794f742c0a5bf009d5bad5208', 'fixed_ips': [{'subnet_id': '9b202467-3b06-4389-8c80-71f7e82c6179'}]}} from dv-cinder-817642-1-iscsi. {{(pid=101813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 20:39:03.865409 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-763e2d60-3b4f-4c5a-94dd-a3ef74c0ee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:03.936610 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-8df46425-b3ca-456d-9137-e0bf32e58d47 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:04.026136 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.db_base_plugin_common [None req-763e2d60-3b4f-4c5a-94dd-a3ef74c0ee85 None None] Allocated IP 172.20.0.2 (e3ad6302-2af8-4f34-932c-43eafe0c8fe6/9b202467-3b06-4389-8c80-71f7e82c6179/e80f266c-05e7-48ec-88e8-0d9e43b553c8) {{(pid=101813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:39:04.179261 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-763e2d60-3b4f-4c5a-94dd-a3ef74c0ee85 None None] Publish callbacks [] for port, precommit_create {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:04.188486 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-763e2d60-3b4f-4c5a-94dd-a3ef74c0ee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945'] for port, after_create {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:04.232814 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763e2d60-3b4f-4c5a-94dd-a3ef74c0ee85 None None] Network e3ad6302-2af8-4f34-932c-43eafe0c8fe6 is already hosted by enough agents. {{(pid=101813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:39:04.235805 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.scheduler.base_scheduler [None req-763e2d60-3b4f-4c5a-94dd-a3ef74c0ee85 None None] Resources bound (agent type, host, resource id): {{(pid=101813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:39:04.241535 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763e2d60-3b4f-4c5a-94dd-a3ef74c0ee85 None None] Received port after_create {{(pid=101813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:39:04.245206 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e2d60-3b4f-4c5a-94dd-a3ef74c0ee85 None None] Pushing event updated for resources: {'Port': ['ID=e80f266c-05e7-48ec-88e8-0d9e43b553c8,revision_number=1']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:04.306054 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-763e2d60-3b4f-4c5a-94dd-a3ef74c0ee85 None None] Attempting to bind port e80f266c-05e7-48ec-88e8-0d9e43b553c8 on host dv-cinder-817642-1-iscsi for vnic_type normal with profile {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:39:04.306665 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-763e2d60-3b4f-4c5a-94dd-a3ef74c0ee85 None None] Attempting to bind port e80f266c-05e7-48ec-88e8-0d9e43b553c8 by drivers openvswitch,hyperv on host dv-cinder-817642-1-iscsi at level 0 using segments [{'id': '5b54b6f9-6186-4069-989b-2b16f7b98ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'e3ad6302-2af8-4f34-932c-43eafe0c8fe6'}] {{(pid=101813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:39:04.307189 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763e2d60-3b4f-4c5a-94dd-a3ef74c0ee85 None None] Attempting to bind port e80f266c-05e7-48ec-88e8-0d9e43b553c8 on network e3ad6302-2af8-4f34-932c-43eafe0c8fe6 {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:39:04.329918 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763e2d60-3b4f-4c5a-94dd-a3ef74c0ee85 None None] Checking agent: {'id': '2f88a117-5cd0-41ac-983d-8c5af48f8bd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 30, 6), 'started_at': datetime.datetime(2021, 11, 11, 20, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:39:04.330519 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763e2d60-3b4f-4c5a-94dd-a3ef74c0ee85 None None] Checking segment: {'id': '5b54b6f9-6186-4069-989b-2b16f7b98ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'e3ad6302-2af8-4f34-932c-43eafe0c8fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:39:04.331064 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-763e2d60-3b4f-4c5a-94dd-a3ef74c0ee85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:04.331671 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763e2d60-3b4f-4c5a-94dd-a3ef74c0ee85 None None] Bound using segment: {'id': '5b54b6f9-6186-4069-989b-2b16f7b98ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'e3ad6302-2af8-4f34-932c-43eafe0c8fe6'} {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:39:04.340934 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-763e2d60-3b4f-4c5a-94dd-a3ef74c0ee85 None None] Bound port: e80f266c-05e7-48ec-88e8-0d9e43b553c8, host: dv-cinder-817642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b54b6f9-6186-4069-989b-2b16f7b98ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'e3ad6302-2af8-4f34-932c-43eafe0c8fe6'}}] {{(pid=101813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:39:04.341728 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-763e2d60-3b4f-4c5a-94dd-a3ef74c0ee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:04.369698 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3d9940ef-842e-4b07-a279-f9f66b0ee11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:04.436331 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-763e2d60-3b4f-4c5a-94dd-a3ef74c0ee85 None None] For port e80f266c-05e7-48ec-88e8-0d9e43b553c8, host dv-cinder-817642-1-iscsi, cleared binding levels {{(pid=101813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:39:04.450526 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-763e2d60-3b4f-4c5a-94dd-a3ef74c0ee85 None None] For port e80f266c-05e7-48ec-88e8-0d9e43b553c8, host dv-cinder-817642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=e80f266c-05e7-48ec-88e8-0d9e43b553c8,segment=NetworkSegment(5b54b6f9-6186-4069-989b-2b16f7b98ff2),segment_id=5b54b6f9-6186-4069-989b-2b16f7b98ff2)] {{(pid=101813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:39:04.458804 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-763e2d60-3b4f-4c5a-94dd-a3ef74c0ee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:04.553600 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] get_ports_and_sgs() called for port_ids ['a1e7e113-49ef-49f9-9fd9-7534d076360a'] {{(pid=101813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:39:04.555703 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] get_ports_and_sgs() called for port_ids ['767cb3d9-cf56-4615-8623-4ec857595582'] {{(pid=101813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:39:04.560531 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e2d60-3b4f-4c5a-94dd-a3ef74c0ee85 None None] Pushing event updated for resources: {'Port': ['ID=e80f266c-05e7-48ec-88e8-0d9e43b553c8,revision_number=2']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:04.561328 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789b299-5eac-437b-a4f2-9d0c8a74075e req-4618f2fb-3fa3-4c2a-b60d-925488a5f3bf tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:04.568882 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2789b299-5eac-437b-a4f2-9d0c8a74075e req-4618f2fb-3fa3-4c2a-b60d-925488a5f3bf tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 943 time: 0.4290407 Nov 11 20:39:04.578624 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c793515-56c4-465f-8e26-f5ee233fc3a9 req-c2a4115a-5877-496a-ac0f-e18de1470520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:04.581042 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-6c793515-56c4-465f-8e26-f5ee233fc3a9 req-c2a4115a-5877-496a-ac0f-e18de1470520 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4b182b81-371c-4244-b016-dffa07121ef2 HTTP/1.1" status: 200 len: 1098 time: 0.1943746 Nov 11 20:39:04.590359 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2786180-60da-4648-a9ce-f7251c4e0069 req-978bf4b5-751f-40f3-a72d-282baff69862 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:04.591917 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d2786180-60da-4648-a9ce-f7251c4e0069 req-978bf4b5-751f-40f3-a72d-282baff69862 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b182b81-371c-4244-b016-dffa07121ef2 HTTP/1.1" status: 200 len: 945 time: 0.4513648 Nov 11 20:39:04.593232 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-8df46425-b3ca-456d-9137-e0bf32e58d47 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:04.668294 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-6c793515-56c4-465f-8e26-f5ee233fc3a9 req-af83c6a3-f38f-4423-b3a8-e928772c6b2e service neutron] Publish callbacks [] for security_group, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:04.685297 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-8df46425-b3ca-456d-9137-e0bf32e58d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:04.779021 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2789b299-5eac-437b-a4f2-9d0c8a74075e req-fb355d57-3d2b-4eaf-98d7-7944b2e8ef1d tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763368 Nov 11 20:39:04.858513 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d2786180-60da-4648-a9ce-f7251c4e0069 req-8f4102ca-3656-4fb3-9443-268c15b3a296 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/security-groups?id=a532f9f3-0bae-4042-8c75-8658b2396770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229619 Nov 11 20:39:04.992089 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.db_base_plugin_common [None req-8df46425-b3ca-456d-9137-e0bf32e58d47 admin admin] Allocated IP 172.27.0.91 (06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2/dac47c4e-2532-416f-829a-3cf927393807/82670c0c-915e-4a92-afb0-20e2f29a0e75) {{(pid=101811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:39:05.051651 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-6c793515-56c4-465f-8e26-f5ee233fc3a9 req-af83c6a3-f38f-4423-b3a8-e928772c6b2e service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:05.061449 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-6c793515-56c4-465f-8e26-f5ee233fc3a9 req-af83c6a3-f38f-4423-b3a8-e928772c6b2e service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:05.168427 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e2b0a-4a5d-4859-bcb2-29c87efa4604 req-86cf953e-d483-4d62-b657-1be5606d0310 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:05.169918 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-163e2b0a-4a5d-4859-bcb2-29c87efa4604 req-86cf953e-d483-4d62-b657-1be5606d0310 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 945 time: 0.2357774 Nov 11 20:39:05.176850 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device e80f266c-05e7-48ec-88e8-0d9e43b553c8 up at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:39:05.190842 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-6c793515-56c4-465f-8e26-f5ee233fc3a9 req-af83c6a3-f38f-4423-b3a8-e928772c6b2e service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a532f9f3-0bae-4042-8c75-8658b2396770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5954249 Nov 11 20:39:05.191539 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af83c6a3-f38f-4423-b3a8-e928772c6b2e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b8122204-1a31-4c73-b4d7-f239dbed06a0,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:05.215137 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4845e-d6a1-48a6-bc85-16052ee22ad2 req-e0b36007-26c1-4ae7-adc1-0d3939843365 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:05.216648 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-92a4845e-d6a1-48a6-bc85-16052ee22ad2 req-e0b36007-26c1-4ae7-adc1-0d3939843365 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8 HTTP/1.1" status: 200 len: 944 time: 0.2223525 Nov 11 20:39:05.232302 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Provisioning complete for port e80f266c-05e7-48ec-88e8-0d9e43b553c8 triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:39:05.232682 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:05.302892 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-8df46425-b3ca-456d-9137-e0bf32e58d47 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:05.310895 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-163e2b0a-4a5d-4859-bcb2-29c87efa4604 req-5f4b4185-ec05-47ee-938e-9ae5bd222ac8 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263869 Nov 11 20:39:05.314211 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:05.326240 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-92a4845e-d6a1-48a6-bc85-16052ee22ad2 req-8b032a15-c107-4de4-9238-996374556a9b tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991197 Nov 11 20:39:05.366685 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-8df46425-b3ca-456d-9137-e0bf32e58d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945'] for port, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:05.376346 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] For port e80f266c-05e7-48ec-88e8-0d9e43b553c8, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=e80f266c-05e7-48ec-88e8-0d9e43b553c8,segment=NetworkSegment(5b54b6f9-6186-4069-989b-2b16f7b98ff2),segment_id=5b54b6f9-6186-4069-989b-2b16f7b98ff2)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:39:05.381599 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:05.433122 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df46425-b3ca-456d-9137-e0bf32e58d47 admin admin] Network 06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2 is already hosted by enough agents. {{(pid=101811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:39:05.433122 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df46425-b3ca-456d-9137-e0bf32e58d47 admin admin] Pushing event updated for resources: {'Port': ['ID=82670c0c-915e-4a92-afb0-20e2f29a0e75,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:05.436734 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.base_scheduler [None req-8df46425-b3ca-456d-9137-e0bf32e58d47 admin admin] Resources bound (agent type, host, resource id): {{(pid=101811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:39:05.439547 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df46425-b3ca-456d-9137-e0bf32e58d47 admin admin] Received port after_create {{(pid=101811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:39:05.446859 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Pushing event updated for resources: {'Port': ['ID=e80f266c-05e7-48ec-88e8-0d9e43b553c8,revision_number=3']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:05.685159 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-8df46425-b3ca-456d-9137-e0bf32e58d47 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:05.775237 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c991de69-e093-43fe-a07a-054df0cdf30b None None] Network e3ad6302-2af8-4f34-932c-43eafe0c8fe6 requested from dv-cinder-817642-1-iscsi {{(pid=101813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:39:05.949966 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-b068798c-c864-4bc9-8953-7b5ae6056cec None None] Provisioning complete for port e80f266c-05e7-48ec-88e8-0d9e43b553c8 triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:39:05.950601 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b068798c-c864-4bc9-8953-7b5ae6056cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:06.046629 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-8df46425-b3ca-456d-9137-e0bf32e58d47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656037'] for router, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:06.068754 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396eb5d8-cb5a-4955-a410-f5dd53325bd9 req-0550da94-4577-4dbf-b8a9-c61f66030e29 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:06.070175 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-396eb5d8-cb5a-4955-a410-f5dd53325bd9 req-0550da94-4577-4dbf-b8a9-c61f66030e29 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 943 time: 0.1311178 Nov 11 20:39:06.101555 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b24fd597-249d-429f-8b46-48f3c6a9ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:06.138415 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10809ca-36c5-4a0d-a313-2fd3899fab35 req-29bdbfdb-30b5-4f3f-8eb1-f105c8334414 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:06.139963 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a10809ca-36c5-4a0d-a313-2fd3899fab35 req-29bdbfdb-30b5-4f3f-8eb1-f105c8334414 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b182b81-371c-4244-b016-dffa07121ef2 HTTP/1.1" status: 200 len: 945 time: 0.1725886 Nov 11 20:39:06.217758 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 66b27c9f-82a4-466b-830b-548c3a8a129f details requested by agent hyperv_hv-cinder-81764 with host hv-cinder-81764 {{(pid=101813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:39:06.225386 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 767cb3d9-cf56-4615-8623-4ec857595582 up at agent hyperv_hv-cinder-81764 {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:39:06.239942 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-396eb5d8-cb5a-4955-a410-f5dd53325bd9 req-2215c1fe-8252-41a5-bfb7-7998833bd036 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588626 Nov 11 20:39:06.267763 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a10809ca-36c5-4a0d-a313-2fd3899fab35 req-0d383ea7-2b55-42ed-bad0-5deb0e21c136 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/security-groups?id=a532f9f3-0bae-4042-8c75-8658b2396770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152647 Nov 11 20:39:06.309081 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df46425-b3ca-456d-9137-e0bf32e58d47 admin admin] Router 2c4d4d02-c2c2-4e15-8964-c52223e54275 is scheduled to L3 agent 078c1a4f-b62f-4fa2-93c9-12887f0677c3 with binding_index 1 {{(pid=101811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 20:39:06.371349 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Provisioning for port 767cb3d9-cf56-4615-8623-4ec857595582 completed by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:39:06.392539 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Provisioning complete for port 767cb3d9-cf56-4615-8623-4ec857595582 triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:39:06.393183 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:06.442014 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 66b27c9f-82a4-466b-830b-548c3a8a129f, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=66b27c9f-82a4-466b-830b-548c3a8a129f,segment=NetworkSegment(f22cd012-f950-4a19-bea8-62720f128e10),segment_id=f22cd012-f950-4a19-bea8-62720f128e10)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:39:06.464554 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-0344cc71-8de0-4fa4-8de8-e371fd9b394d None None] Provisioning complete for port e80f266c-05e7-48ec-88e8-0d9e43b553c8 triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:39:06.464931 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-0344cc71-8de0-4fa4-8de8-e371fd9b394d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:06.493094 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Returning: {'device': '66b27c9f-82a4-466b-830b-548c3a8a129f', 'network_id': 'acd422cb-07fc-4b63-aaab-fd2e52fc9069', 'port_id': '66b27c9f-82a4-466b-830b-548c3a8a129f', 'mac_address': 'fa:16:3e:1d:3c:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '843c9d58-b0a8-42ed-baec-4e93b7576eb3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:39:06.496385 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:06.516692 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df46425-b3ca-456d-9137-e0bf32e58d47 admin admin] Notify agent at l3_agent.dv-cinder-817642-1-iscsi the message routers_updated {{(pid=101811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:39:06.527226 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ff28a0-3d23-4bca-b762-ce3ba13400d6 None None] Sync routers for ids ['2c4d4d02-c2c2-4e15-8964-c52223e54275'] in dv-cinder-817642-1-iscsi {{(pid=101814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:39:06.539609 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ff28a0-3d23-4bca-b762-ce3ba13400d6 None None] Routers {'2c4d4d02-c2c2-4e15-8964-c52223e54275'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:39:06.539817 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7799004-f229-4b9a-a3df-9b0cf2ec870d req-a78b68a5-8edc-4f30-a5c4-4e6a37b67788 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:06.540716 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-34ff28a0-3d23-4bca-b762-ce3ba13400d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:39:03Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['2c4d4d02-c2c2-4e15-8964-c52223e54275'], 'active': True} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:39:06.541458 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d7799004-f229-4b9a-a3df-9b0cf2ec870d req-a78b68a5-8edc-4f30-a5c4-4e6a37b67788 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 945 time: 0.1074493 Nov 11 20:39:06.552778 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19b273-a76c-4695-bd96-ffd487289358 req-dabfd2ff-990a-4659-836d-11a54dac8e1e tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:06.553905 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0d19b273-a76c-4695-bd96-ffd487289358 req-dabfd2ff-990a-4659-836d-11a54dac8e1e tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8 HTTP/1.1" status: 200 len: 944 time: 0.1189091 Nov 11 20:39:06.575448 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-8df46425-b3ca-456d-9137-e0bf32e58d47 admin admin] Publish callbacks [] for router, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:06.576657 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-8df46425-b3ca-456d-9137-e0bf32e58d47 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8701534 Nov 11 20:39:06.579504 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 41838) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:06.598346 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:06.626901 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.notifiers.nova [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66b27c9f-82a4-466b-830b-548c3a8a129f {{(pid=101813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:39:06.676634 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d7799004-f229-4b9a-a3df-9b0cf2ec870d req-621d3c44-1a7c-4daa-bd3e-d48457b6812a tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216142 Nov 11 20:39:06.705414 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0d19b273-a76c-4695-bd96-ffd487289358 req-ad69edc6-801a-4b21-87e1-8c8434ea14a4 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345637 Nov 11 20:39:06.721082 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvr_db [None req-34ff28a0-3d23-4bca-b762-ce3ba13400d6 None None] Set router 2c4d4d02-c2c2-4e15-8964-c52223e54275 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:39:06.779209 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:06.816211 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 66b27c9f-82a4-466b-830b-548c3a8a129f, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=66b27c9f-82a4-466b-830b-548c3a8a129f,segment=NetworkSegment(f22cd012-f950-4a19-bea8-62720f128e10),segment_id=f22cd012-f950-4a19-bea8-62720f128e10)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:39:06.833111 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:06.834438 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device bc0e19f0-bdca-4923-a0c3-77ad0c202bdc details requested by agent hyperv_hv-cinder-81764 with host hv-cinder-81764 {{(pid=101813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:39:06.843244 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e9bc60a-d6ec-4b5a-a39f-5430afa0b859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '767cb3d9-cf56-4615-8623-4ec857595582'}] {{(pid=101813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:39:06.849167 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0340890b3ce0369dfbb204f3d0516fe3d00048a2838df9679e450f9495620248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1f1812-8d1e-4e78-8333-496ef28f7240" -d '{"events": [{"server_uuid": "2e9bc60a-d6ec-4b5a-a39f-5430afa0b859", "name": "network-vif-plugged", "status": "completed", "tag": "767cb3d9-cf56-4615-8623-4ec857595582"}]}' {{(pid=101813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:39:06.900468 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 767cb3d9-cf56-4615-8623-4ec857595582, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=767cb3d9-cf56-4615-8623-4ec857595582,segment=NetworkSegment(f22cd012-f950-4a19-bea8-62720f128e10),segment_id=f22cd012-f950-4a19-bea8-62720f128e10)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:39:06.910792 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:06.911847 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device a1e7e113-49ef-49f9-9fd9-7534d076360a up at agent hyperv_hv-cinder-81764 {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:39:06.924936 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81899ec-5fdd-4244-b193-6af8a56a6788 x-openstack-request-id: req-d81899ec-5fdd-4244-b193-6af8a56a6788 {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:39:06.925335 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e9bc60a-d6ec-4b5a-a39f-5430afa0b859", "name": "network-vif-plugged", "status": "completed", "tag": "767cb3d9-cf56-4615-8623-4ec857595582", "code": 200}]} {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:39:06.925619 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d81899ec-5fdd-4244-b193-6af8a56a6788 {{(pid=101813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:39:06.927003 dv-cinder-817642-1-iscsi neutron-server[101813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e9bc60a-d6ec-4b5a-a39f-5430afa0b859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '767cb3d9-cf56-4615-8623-4ec857595582', 'code': 200} Nov 11 20:39:06.993830 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-34ff28a0-3d23-4bca-b762-ce3ba13400d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4d4d02-c2c2-4e15-8964-c52223e54275', 'name': 'tempest-TestMinimumBasicScenario-652412388-router', 'tenant_id': '4f3da3f794f742c0a5bf009d5bad5208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '82670c0c-915e-4a92-afb0-20e2f29a0e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:39:03Z', 'updated_at': '2021-11-11T20:39:05Z', 'revision_number': 3, 'project_id': '4f3da3f794f742c0a5bf009d5bad5208', 'gw_port': {'id': '82670c0c-915e-4a92-afb0-20e2f29a0e75', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4d4d02-c2c2-4e15-8964-c52223e54275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:04Z', 'updated_at': '2021-11-11T20:39:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi'}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:39:07.019289 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Pushing event updated for resources: {'Port': ['ID=66b27c9f-82a4-466b-830b-548c3a8a129f,revision_number=4']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:07.076220 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ff28a0-3d23-4bca-b762-ce3ba13400d6 None None] Checking router: 2c4d4d02-c2c2-4e15-8964-c52223e54275 for host: dv-cinder-817642-1-iscsi {{(pid=101814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:39:07.096348 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ff28a0-3d23-4bca-b762-ce3ba13400d6 None None] Updating router 2c4d4d02-c2c2-4e15-8964-c52223e54275 port 82670c0c-915e-4a92-afb0-20e2f29a0e75 binding host dv-cinder-817642-1-iscsi {{(pid=101814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:39:07.179873 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-34ff28a0-3d23-4bca-b762-ce3ba13400d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:07.194870 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device e80f266c-05e7-48ec-88e8-0d9e43b553c8 up at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:39:07.230508 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port bc0e19f0-bdca-4923-a0c3-77ad0c202bdc, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=bc0e19f0-bdca-4923-a0c3-77ad0c202bdc,segment=NetworkSegment(bc2cdd12-61b5-41c6-859f-e3f0a8c491bb),segment_id=bc2cdd12-61b5-41c6-859f-e3f0a8c491bb)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:39:07.349737 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c646d5-6fa4-4b0f-a88c-22107b748a87 req-e4fbaada-9c50-44bd-9b8d-fdd9e62b1173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:07.353645 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-12c646d5-6fa4-4b0f-a88c-22107b748a87 req-e4fbaada-9c50-44bd-9b8d-fdd9e62b1173 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 1099 time: 0.1484411 Nov 11 20:39:07.373465 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Returning: {'device': 'bc0e19f0-bdca-4923-a0c3-77ad0c202bdc', 'network_id': '51d362a5-52f5-4926-aac3-68c4c9326236', 'port_id': 'bc0e19f0-bdca-4923-a0c3-77ad0c202bdc', 'mac_address': 'fa:16:3e:0b:d5:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b93905e5-6d6f-41ed-9efc-0dfc53d52f76', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:39:07.383174 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Provisioning for port a1e7e113-49ef-49f9-9fd9-7534d076360a completed by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:39:07.413374 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Pushing event updated for resources: {'Port': ['ID=767cb3d9-cf56-4615-8623-4ec857595582,revision_number=5']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:07.419222 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Provisioning complete for port a1e7e113-49ef-49f9-9fd9-7534d076360a triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:39:07.421519 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:07.447858 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-12c646d5-6fa4-4b0f-a88c-22107b748a87 req-7b318841-6eb3-40ad-82c1-7d6aa7c0602b service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797760 Nov 11 20:39:07.555816 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-df7a6945-740d-4161-a583-1e1b241a0f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:07.584894 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:07.609942 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.notifiers.nova [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc0e19f0-bdca-4923-a0c3-77ad0c202bdc {{(pid=101813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:39:07.632975 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Provisioning complete for port e80f266c-05e7-48ec-88e8-0d9e43b553c8 triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:39:07.633360 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:07.648422 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d98ea79-1072-48e4-a98a-0047524c27b8 req-986bf06c-83a9-4426-a0c1-e7e68d2550d6 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:07.650959 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-6d98ea79-1072-48e4-a98a-0047524c27b8 req-986bf06c-83a9-4426-a0c1-e7e68d2550d6 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 943 time: 0.1935117 Nov 11 20:39:07.692475 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port bc0e19f0-bdca-4923-a0c3-77ad0c202bdc, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=bc0e19f0-bdca-4923-a0c3-77ad0c202bdc,segment=NetworkSegment(bc2cdd12-61b5-41c6-859f-e3f0a8c491bb),segment_id=bc2cdd12-61b5-41c6-859f-e3f0a8c491bb)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:39:07.694871 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ba36e-789b-441d-9ca7-6a5d63d4f0ae req-bad8cfd4-adbd-4d1d-8ee9-a7c9d571313e tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:07.696477 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f43ba36e-789b-441d-9ca7-6a5d63d4f0ae req-bad8cfd4-adbd-4d1d-8ee9-a7c9d571313e tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b182b81-371c-4244-b016-dffa07121ef2 HTTP/1.1" status: 200 len: 945 time: 0.1853089 Nov 11 20:39:07.711774 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:07.795375 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.db.db_base_plugin_common [None req-df7a6945-740d-4161-a583-1e1b241a0f2a admin admin] Allocated IP 172.20.0.1 (e3ad6302-2af8-4f34-932c-43eafe0c8fe6/9b202467-3b06-4389-8c80-71f7e82c6179/205b22b1-2938-4744-b70d-2a625c404a4a) {{(pid=101812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:39:07.809456 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f43ba36e-789b-441d-9ca7-6a5d63d4f0ae req-2e385dc7-4de8-4d9e-90a8-fb45103702e1 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/security-groups?id=a532f9f3-0bae-4042-8c75-8658b2396770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030362 Nov 11 20:39:07.818908 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 41886) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:07.848850 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-34ff28a0-3d23-4bca-b762-ce3ba13400d6 None None] Publish callbacks [] for port, precommit_update {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:07.857470 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-34ff28a0-3d23-4bca-b762-ce3ba13400d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:07.872590 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:07.874192 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-6d98ea79-1072-48e4-a98a-0047524c27b8 req-b9faf22e-ae98-43b6-84b9-bc489a5fe07f tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2121177 Nov 11 20:39:07.900748 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Pushing event updated for resources: {'Port': ['ID=bc0e19f0-bdca-4923-a0c3-77ad0c202bdc,revision_number=4']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:07.933218 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a9e93-6d89-4b67-af8d-3d7991bc8834 None None] Pushing event updated for resources: {'Port': ['ID=82670c0c-915e-4a92-afb0-20e2f29a0e75,revision_number=2']} {{(pid=101814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:07.985409 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.managers [None req-34ff28a0-3d23-4bca-b762-ce3ba13400d6 None None] Attempting to bind port 82670c0c-915e-4a92-afb0-20e2f29a0e75 on host dv-cinder-817642-1-iscsi for vnic_type normal with profile {{(pid=101814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:39:07.986040 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.managers [None req-34ff28a0-3d23-4bca-b762-ce3ba13400d6 None None] Attempting to bind port 82670c0c-915e-4a92-afb0-20e2f29a0e75 by drivers openvswitch,hyperv on host dv-cinder-817642-1-iscsi at level 0 using segments [{'id': 'e9e9934c-1983-4624-9195-f2a2627c9ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2'}] {{(pid=101814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:39:07.986544 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ff28a0-3d23-4bca-b762-ce3ba13400d6 None None] Attempting to bind port 82670c0c-915e-4a92-afb0-20e2f29a0e75 on network 06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2 {{(pid=101814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:39:07.994415 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ff28a0-3d23-4bca-b762-ce3ba13400d6 None None] Checking agent: {'id': '2f88a117-5cd0-41ac-983d-8c5af48f8bd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 30, 6), 'started_at': datetime.datetime(2021, 11, 11, 20, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:39:07.995275 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ff28a0-3d23-4bca-b762-ce3ba13400d6 None None] Checking segment: {'id': 'e9e9934c-1983-4624-9195-f2a2627c9ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:39:07.995833 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-34ff28a0-3d23-4bca-b762-ce3ba13400d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:07.996968 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ff28a0-3d23-4bca-b762-ce3ba13400d6 None None] Bound using segment: {'id': 'e9e9934c-1983-4624-9195-f2a2627c9ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2'} {{(pid=101814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:39:07.997447 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.managers [None req-34ff28a0-3d23-4bca-b762-ce3ba13400d6 None None] Bound port: 82670c0c-915e-4a92-afb0-20e2f29a0e75, host: dv-cinder-817642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9e9934c-1983-4624-9195-f2a2627c9ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2'}}] {{(pid=101814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:39:07.997952 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-34ff28a0-3d23-4bca-b762-ce3ba13400d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:08.029378 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b6540-de86-4d6b-9fd2-09bcbd13afa2 req-0f5d4d9d-f58d-4544-9377-9d4e47560b7d tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:08.033250 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d26b6540-de86-4d6b-9fd2-09bcbd13afa2 req-0f5d4d9d-f58d-4544-9377-9d4e47560b7d tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.1292043 Nov 11 20:39:08.038064 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port a1e7e113-49ef-49f9-9fd9-7534d076360a, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=a1e7e113-49ef-49f9-9fd9-7534d076360a,segment=NetworkSegment(727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f),segment_id=727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:39:08.049607 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:08.081811 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-df7a6945-740d-4161-a583-1e1b241a0f2a admin admin] Publish callbacks [] for port, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:08.083536 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.db [None req-34ff28a0-3d23-4bca-b762-ce3ba13400d6 None None] For port 82670c0c-915e-4a92-afb0-20e2f29a0e75, host dv-cinder-817642-1-iscsi, cleared binding levels {{(pid=101814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:39:08.087430 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.db [None req-34ff28a0-3d23-4bca-b762-ce3ba13400d6 None None] For port 82670c0c-915e-4a92-afb0-20e2f29a0e75, host dv-cinder-817642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=82670c0c-915e-4a92-afb0-20e2f29a0e75,segment=NetworkSegment(e9e9934c-1983-4624-9195-f2a2627c9ef4),segment_id=e9e9934c-1983-4624-9195-f2a2627c9ef4)] {{(pid=101814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:39:08.089836 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-7c000e6d-fdd8-45f9-813d-cef51009ed61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:08.093142 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-34ff28a0-3d23-4bca-b762-ce3ba13400d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:08.110208 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Pushing event updated for resources: {'Port': ['ID=a1e7e113-49ef-49f9-9fd9-7534d076360a,revision_number=5']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:08.115705 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] get_ports_and_sgs() called for port_ids ['bc0e19f0-bdca-4923-a0c3-77ad0c202bdc'] {{(pid=101813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:39:08.122764 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a10aa6-76e1-44d5-94ff-e6a5a0f467ef req-4523ec7e-b003-41ed-96dd-bd1f3e74c62f tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:08.124626 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f6a10aa6-76e1-44d5-94ff-e6a5a0f467ef req-4523ec7e-b003-41ed-96dd-bd1f3e74c62f tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8 HTTP/1.1" status: 200 len: 945 time: 0.0860746 Nov 11 20:39:08.144165 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-df7a6945-740d-4161-a583-1e1b241a0f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945'] for port, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:08.158232 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d26b6540-de86-4d6b-9fd2-09bcbd13afa2 req-e1b466f4-3a9f-49ee-8b1a-7a9da7caa029 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868785 Nov 11 20:39:08.184849 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a9e93-6d89-4b67-af8d-3d7991bc8834 None None] Pushing event updated for resources: {'Port': ['ID=82670c0c-915e-4a92-afb0-20e2f29a0e75,revision_number=3']} {{(pid=101814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:08.195886 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f6a10aa6-76e1-44d5-94ff-e6a5a0f467ef req-ce29ae7e-8ca9-4b6c-9718-f23378e187a8 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642333 Nov 11 20:39:08.198325 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ff28a0-3d23-4bca-b762-ce3ba13400d6 None None] Routers {'2c4d4d02-c2c2-4e15-8964-c52223e54275'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:39:08.199180 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-34ff28a0-3d23-4bca-b762-ce3ba13400d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:39:03Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['2c4d4d02-c2c2-4e15-8964-c52223e54275'], 'active': True} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:39:08.200850 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] get_ports_and_sgs() called for port_ids ['66b27c9f-82a4-466b-830b-548c3a8a129f'] {{(pid=101813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:39:08.264781 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7a6945-740d-4161-a583-1e1b241a0f2a admin admin] Network e3ad6302-2af8-4f34-932c-43eafe0c8fe6 is already hosted by enough agents. {{(pid=101812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:39:08.275046 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7a6945-740d-4161-a583-1e1b241a0f2a admin admin] Pushing event updated for resources: {'Port': ['ID=205b22b1-2938-4744-b70d-2a625c404a4a,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:08.279453 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.base_scheduler [None req-df7a6945-740d-4161-a583-1e1b241a0f2a admin admin] Resources bound (agent type, host, resource id): {{(pid=101812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:39:08.282009 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7a6945-740d-4161-a583-1e1b241a0f2a admin admin] Received port after_create {{(pid=101812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:39:08.283265 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-df7a6945-740d-4161-a583-1e1b241a0f2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671600'] for router_interface, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:08.382011 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-7c000e6d-fdd8-45f9-813d-cef51009ed61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:08.387737 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-7c000e6d-fdd8-45f9-813d-cef51009ed61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:08.475413 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvr_db [None req-34ff28a0-3d23-4bca-b762-ce3ba13400d6 None None] Set router 2c4d4d02-c2c2-4e15-8964-c52223e54275 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:39:08.487052 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-7c000e6d-fdd8-45f9-813d-cef51009ed61 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fd09b1c968d2431594e97a21e1d0eb41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6659007 Nov 11 20:39:08.490302 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 41898) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:08.507789 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c000e6d-fdd8-45f9-813d-cef51009ed61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17bc93c-884b-4621-b58c-0e78b786c0a1,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:08.558142 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-df7a6945-740d-4161-a583-1e1b241a0f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:08.689872 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-06e0638b-1885-4b95-8311-8be0952891ac None None] Provisioning complete for port 205b22b1-2938-4744-b70d-2a625c404a4a triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:39:08.690730 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-06e0638b-1885-4b95-8311-8be0952891ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:08.728156 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-34ff28a0-3d23-4bca-b762-ce3ba13400d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4d4d02-c2c2-4e15-8964-c52223e54275', 'name': 'tempest-TestMinimumBasicScenario-652412388-router', 'tenant_id': '4f3da3f794f742c0a5bf009d5bad5208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '82670c0c-915e-4a92-afb0-20e2f29a0e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:39:03Z', 'updated_at': '2021-11-11T20:39:05Z', 'revision_number': 3, 'project_id': '4f3da3f794f742c0a5bf009d5bad5208', 'gw_port': {'id': '82670c0c-915e-4a92-afb0-20e2f29a0e75', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4d4d02-c2c2-4e15-8964-c52223e54275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:04Z', 'updated_at': '2021-11-11T20:39:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi'}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:39:08.757310 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-06e0638b-1885-4b95-8311-8be0952891ac None None] Port 205b22b1-2938-4744-b70d-2a625c404a4a cannot update to ACTIVE because it is not bound. {{(pid=101813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:39:08.792001 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ff28a0-3d23-4bca-b762-ce3ba13400d6 None None] The sync data for ids ['2c4d4d02-c2c2-4e15-8964-c52223e54275'] in dv-cinder-817642-1-iscsi is: [{'id': '2c4d4d02-c2c2-4e15-8964-c52223e54275', 'name': 'tempest-TestMinimumBasicScenario-652412388-router', 'tenant_id': '4f3da3f794f742c0a5bf009d5bad5208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '82670c0c-915e-4a92-afb0-20e2f29a0e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:39:03Z', 'updated_at': '2021-11-11T20:39:05Z', 'revision_number': 3, 'project_id': '4f3da3f794f742c0a5bf009d5bad5208', 'gw_port': {'id': '82670c0c-915e-4a92-afb0-20e2f29a0e75', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4d4d02-c2c2-4e15-8964-c52223e54275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:04Z', 'updated_at': '2021-11-11T20:39:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi'}] {{(pid=101814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:39:08.833631 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-df7a6945-740d-4161-a583-1e1b241a0f2a admin admin] Publish callbacks [] for port, precommit_update {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:08.843307 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-df7a6945-740d-4161-a583-1e1b241a0f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:08.844164 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-df7a6945-740d-4161-a583-1e1b241a0f2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671716'] for router_interface, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:08.928687 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2a29b9-345d-48ed-ab58-999c80cd44d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e7e113-49ef-49f9-9fd9-7534d076360a'}] {{(pid=101813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:39:08.932286 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0340890b3ce0369dfbb204f3d0516fe3d00048a2838df9679e450f9495620248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ecd81ac-1519-4cf0-83fc-dc19ed59556f" -d '{"events": [{"server_uuid": "aa2a29b9-345d-48ed-ab58-999c80cd44d8", "name": "network-vif-plugged", "status": "completed", "tag": "a1e7e113-49ef-49f9-9fd9-7534d076360a"}]}' {{(pid=101813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:39:08.979616 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7a6945-740d-4161-a583-1e1b241a0f2a admin admin] Pushing event updated for resources: {'Port': ['ID=205b22b1-2938-4744-b70d-2a625c404a4a,revision_number=2']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:09.074236 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7a6945-740d-4161-a583-1e1b241a0f2a admin admin] Network e3ad6302-2af8-4f34-932c-43eafe0c8fe6 is already hosted by enough agents. {{(pid=101812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:39:09.075781 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.base_scheduler [None req-df7a6945-740d-4161-a583-1e1b241a0f2a admin admin] Resources bound (agent type, host, resource id): {{(pid=101812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:39:09.142698 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426401d-f8b3-4b48-9ba2-f707c0622a42 req-07890ad0-b351-4f01-9085-3935b0fe807a tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:09.144181 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3426401d-f8b3-4b48-9ba2-f707c0622a42 req-07890ad0-b351-4f01-9085-3935b0fe807a tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b182b81-371c-4244-b016-dffa07121ef2 HTTP/1.1" status: 200 len: 945 time: 0.1653707 Nov 11 20:39:09.148374 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-d06bb42f-4736-489a-a5cd-f9299a7c5e69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:09.203150 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729bb9a-49d4-460f-91c0-4db69268367a req-3371dad9-30dd-45f1-9299-ffb2501fa2e4 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:09.211119 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1729bb9a-49d4-460f-91c0-4db69268367a req-3371dad9-30dd-45f1-9299-ffb2501fa2e4 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 944 time: 0.1700268 Nov 11 20:39:09.251090 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-d06bb42f-4736-489a-a5cd-f9299a7c5e69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:09.273139 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 41934) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:09.317030 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7a6945-740d-4161-a583-1e1b241a0f2a admin admin] Router 2c4d4d02-c2c2-4e15-8964-c52223e54275 has already been hosted by L3 agent 078c1a4f-b62f-4fa2-93c9-12887f0677c3 {{(pid=101812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:39:09.409827 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3426401d-f8b3-4b48-9ba2-f707c0622a42 req-a94b7410-9451-447b-8f22-28911a9aa5e5 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/security-groups?id=a532f9f3-0bae-4042-8c75-8658b2396770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360723 Nov 11 20:39:09.430608 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1729bb9a-49d4-460f-91c0-4db69268367a req-2869cccf-7f59-42ec-b9f7-9ef2ab884f1c tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921139 Nov 11 20:39:09.454155 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-d06bb42f-4736-489a-a5cd-f9299a7c5e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:09.458666 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-d06bb42f-4736-489a-a5cd-f9299a7c5e69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:09.462600 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-d06bb42f-4736-489a-a5cd-f9299a7c5e69 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c17bc93c-884b-4621-b58c-0e78b786c0a1 HTTP/1.1" status: 204 len: 168 time: 0.9695621 Nov 11 20:39:09.489366 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06bb42f-4736-489a-a5cd-f9299a7c5e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17bc93c-884b-4621-b58c-0e78b786c0a1,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:09.543692 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-82f51e3a-faac-4992-b7f4-9d95dd659a8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:09.545219 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83363e94-c4b1-407c-aff4-edad8ce92e47 x-openstack-request-id: req-83363e94-c4b1-407c-aff4-edad8ce92e47 {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:39:09.547001 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa2a29b9-345d-48ed-ab58-999c80cd44d8", "name": "network-vif-plugged", "status": "completed", "tag": "a1e7e113-49ef-49f9-9fd9-7534d076360a", "code": 200}]} {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:39:09.548261 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-83363e94-c4b1-407c-aff4-edad8ce92e47 {{(pid=101813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:39:09.552148 dv-cinder-817642-1-iscsi neutron-server[101813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2a29b9-345d-48ed-ab58-999c80cd44d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e7e113-49ef-49f9-9fd9-7534d076360a', 'code': 200} Nov 11 20:39:09.555247 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-f7679271-11c3-4946-993c-fb9bcb6ddd15 None None] Provisioning complete for port 205b22b1-2938-4744-b70d-2a625c404a4a triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:39:09.558422 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-f7679271-11c3-4946-993c-fb9bcb6ddd15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:09.618560 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7a6945-740d-4161-a583-1e1b241a0f2a admin admin] Notify agent at l3_agent.dv-cinder-817642-1-iscsi the message routers_updated {{(pid=101812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:39:09.649428 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-df7a6945-740d-4161-a583-1e1b241a0f2a admin admin] 10.222.0.61 "PUT /v2.0/routers/2c4d4d02-c2c2-4e15-8964-c52223e54275/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0687428 Nov 11 20:39:09.758164 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-f7679271-11c3-4946-993c-fb9bcb6ddd15 None None] Port 205b22b1-2938-4744-b70d-2a625c404a4a cannot update to ACTIVE because it is not bound. {{(pid=101813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:39:09.844169 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ac222-a4b4-437b-9d79-19c141b3eb55 req-5a75bac7-85e1-484a-b3fa-b7129d0b7676 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:09.854091 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ba2ac222-a4b4-437b-9d79-19c141b3eb55 req-5a75bac7-85e1-484a-b3fa-b7129d0b7676 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8 HTTP/1.1" status: 200 len: 945 time: 0.2119346 Nov 11 20:39:09.901425 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2959b-7040-4d0e-a445-deead59ef9bc req-b4dd9818-65de-4f90-ba8c-4fd5965d0b8b tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:09.903492 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-64d2959b-7040-4d0e-a445-deead59ef9bc req-b4dd9818-65de-4f90-ba8c-4fd5965d0b8b tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.2366755 Nov 11 20:39:09.920873 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8724ae9d-7eaf-4edb-9b76-14d89e50e030 req-a8cbc749-de0e-4f8a-823b-b1406bef8532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:09.923121 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8724ae9d-7eaf-4edb-9b76-14d89e50e030 req-a8cbc749-de0e-4f8a-823b-b1406bef8532 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8 HTTP/1.1" status: 200 len: 1098 time: 0.1856728 Nov 11 20:39:09.925652 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-82f51e3a-faac-4992-b7f4-9d95dd659a8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:09.956882 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-82f51e3a-faac-4992-b7f4-9d95dd659a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:10.055000 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 41952) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:10.056978 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ba2ac222-a4b4-437b-9d79-19c141b3eb55 req-e592ca09-615d-4b2f-8587-847ac0d839c2 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019303 Nov 11 20:39:10.061519 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f51e3a-faac-4992-b7f4-9d95dd659a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36360792-61f9-44b1-975d-05fe04dd3d6c,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:10.067466 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-82f51e3a-faac-4992-b7f4-9d95dd659a8c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=55108e66b67e4cb2812d21cc512fa71d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7933214 Nov 11 20:39:10.077880 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 41954) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:10.080411 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-401cebfb-e126-4526-9e11-a74836eed611 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:10.110508 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8724ae9d-7eaf-4edb-9b76-14d89e50e030 req-3b4297d7-403a-4784-a4d2-2fdcbba39afe service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732349 Nov 11 20:39:10.117381 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-64d2959b-7040-4d0e-a445-deead59ef9bc req-4a853d99-40c4-4366-af5b-2e19bb783ccb tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046759 Nov 11 20:39:10.191845 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-94c78973-99aa-4f03-b5cd-72737a8c727b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:10.219872 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-401cebfb-e126-4526-9e11-a74836eed611 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:10.229761 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-401cebfb-e126-4526-9e11-a74836eed611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:10.237548 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 66b27c9f-82a4-466b-830b-548c3a8a129f up at agent hyperv_hv-cinder-81764 {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:39:10.250939 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-94c78973-99aa-4f03-b5cd-72737a8c727b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:10.281235 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-401cebfb-e126-4526-9e11-a74836eed611 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ffada8fba0764d32b99da575c5a101fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2251217 Nov 11 20:39:10.283831 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 41966) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:10.286571 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401cebfb-e126-4526-9e11-a74836eed611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93beeb6e-dd0c-4e7b-a7e1-0c44ec38352c,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:10.320885 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-94c78973-99aa-4f03-b5cd-72737a8c727b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:10.326418 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-94c78973-99aa-4f03-b5cd-72737a8c727b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:10.327907 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-94c78973-99aa-4f03-b5cd-72737a8c727b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/36360792-61f9-44b1-975d-05fe04dd3d6c HTTP/1.1" status: 204 len: 168 time: 0.2490761 Nov 11 20:39:10.358903 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c78973-99aa-4f03-b5cd-72737a8c727b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36360792-61f9-44b1-975d-05fe04dd3d6c,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:10.387363 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-4db349d5-13d0-4009-8028-625ee012302f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:10.428646 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Provisioning for port 66b27c9f-82a4-466b-830b-548c3a8a129f completed by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:39:10.433602 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Provisioning complete for port 66b27c9f-82a4-466b-830b-548c3a8a129f triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:39:10.434214 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:10.449502 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-4db349d5-13d0-4009-8028-625ee012302f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:10.571012 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-4db349d5-13d0-4009-8028-625ee012302f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:10.586587 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-4db349d5-13d0-4009-8028-625ee012302f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:10.588708 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-4db349d5-13d0-4009-8028-625ee012302f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/93beeb6e-dd0c-4e7b-a7e1-0c44ec38352c HTTP/1.1" status: 204 len: 168 time: 0.3038847 Nov 11 20:39:10.605368 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:10.615431 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db349d5-13d0-4009-8028-625ee012302f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93beeb6e-dd0c-4e7b-a7e1-0c44ec38352c,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:10.677576 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 66b27c9f-82a4-466b-830b-548c3a8a129f, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=66b27c9f-82a4-466b-830b-548c3a8a129f,segment=NetworkSegment(f22cd012-f950-4a19-bea8-62720f128e10),segment_id=f22cd012-f950-4a19-bea8-62720f128e10)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:39:10.679880 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69742ec-46ce-4cc3-9767-a04c86c292ac req-6bec4aaa-2d1d-4e8b-8304-05e2b8cc6d28 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:10.683231 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:10.684963 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device bc0e19f0-bdca-4923-a0c3-77ad0c202bdc up at agent hyperv_hv-cinder-81764 {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:39:10.711664 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c69742ec-46ce-4cc3-9767-a04c86c292ac req-6bec4aaa-2d1d-4e8b-8304-05e2b8cc6d28 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 944 time: 0.1314278 Nov 11 20:39:10.789257 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Pushing event updated for resources: {'Port': ['ID=66b27c9f-82a4-466b-830b-548c3a8a129f,revision_number=5']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:10.841975 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Provisioning for port bc0e19f0-bdca-4923-a0c3-77ad0c202bdc completed by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:39:10.847276 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Provisioning complete for port bc0e19f0-bdca-4923-a0c3-77ad0c202bdc triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:39:10.848598 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:10.878883 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c69742ec-46ce-4cc3-9767-a04c86c292ac req-22470762-b740-42a1-b1ff-4a6e7ee09ad4 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604049 Nov 11 20:39:10.923160 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973eff8d-f18d-49e0-abb0-cb9a0f92e218 req-3065175f-ea2d-444a-8cac-12cd3d7f69d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:10.924955 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-973eff8d-f18d-49e0-abb0-cb9a0f92e218 req-3065175f-ea2d-444a-8cac-12cd3d7f69d4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8473830434694f05acc123584bf48e18&device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 1099 time: 0.1459341 Nov 11 20:39:10.936183 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b878811f-45ce-49b6-9ce5-53e5c2209eb6 req-4056c171-c1cb-45ff-a285-cbf45c2e0bc0 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:10.945314 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b878811f-45ce-49b6-9ce5-53e5c2209eb6 req-4056c171-c1cb-45ff-a285-cbf45c2e0bc0 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.1566672 Nov 11 20:39:10.953723 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:11.011229 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port bc0e19f0-bdca-4923-a0c3-77ad0c202bdc, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=bc0e19f0-bdca-4923-a0c3-77ad0c202bdc,segment=NetworkSegment(bc2cdd12-61b5-41c6-859f-e3f0a8c491bb),segment_id=bc2cdd12-61b5-41c6-859f-e3f0a8c491bb)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:39:11.019716 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:11.091665 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b878811f-45ce-49b6-9ce5-53e5c2209eb6 req-9c88326c-3dff-4435-8f2a-b485e816af77 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446157 Nov 11 20:39:11.106635 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Pushing event updated for resources: {'Port': ['ID=bc0e19f0-bdca-4923-a0c3-77ad0c202bdc,revision_number=5']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:11.129437 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973eff8d-f18d-49e0-abb0-cb9a0f92e218 req-cb73aa8b-8f6a-4125-82f7-5540a1d0aee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:11.131107 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-973eff8d-f18d-49e0-abb0-cb9a0f92e218 req-cb73aa8b-8f6a-4125-82f7-5540a1d0aee5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=acd422cb-07fc-4b63-aaab-fd2e52fc9069 HTTP/1.1" status: 200 len: 920 time: 0.1827464 Nov 11 20:39:11.156019 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 41994) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:11.162135 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [None req-21636168-c97f-4801-ad10-d866542d7374 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-913632072-network', 'tenant_id': '54238243695d4c1d80225c7950ebf13a'}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:39:11.196497 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 41998) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:11.214360 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-a9d0b129-278a-4b06-af77-95d8ad1c19b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:11.237178 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21636168-c97f-4801-ad10-d866542d7374 admin admin] Made reservation on behalf of 54238243695d4c1d80225c7950ebf13a for: {'network': 1} {{(pid=101812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:39:11.237178 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-21636168-c97f-4801-ad10-d866542d7374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for network, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:11.253454 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-21636168-c97f-4801-ad10-d866542d7374 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:11.255872 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device 82670c0c-915e-4a92-afb0-20e2f29a0e75 up at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:39:11.256646 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6fa00d-726d-4619-84f4-152f7ec95074 req-51e247e4-70a6-4124-a838-36d70a1254a6 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:11.258333 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4a6fa00d-726d-4619-84f4-152f7ec95074 req-51e247e4-70a6-4124-a838-36d70a1254a6 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8 HTTP/1.1" status: 200 len: 945 time: 0.1101234 Nov 11 20:39:11.302785 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9785004-5f1c-4764-91a5-40c7aed56cb3 None None] Sync routers for ids ['2c4d4d02-c2c2-4e15-8964-c52223e54275'] in dv-cinder-817642-1-iscsi {{(pid=101813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:39:11.330106 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9785004-5f1c-4764-91a5-40c7aed56cb3 None None] Routers {'2c4d4d02-c2c2-4e15-8964-c52223e54275'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:39:11.331192 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-f9785004-5f1c-4764-91a5-40c7aed56cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:39:03Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['2c4d4d02-c2c2-4e15-8964-c52223e54275'], 'active': True} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:39:11.335325 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4a6fa00d-726d-4619-84f4-152f7ec95074 req-3bd751a5-b059-4fd8-bb7f-bf587364f569 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702512 Nov 11 20:39:11.393664 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-a9d0b129-278a-4b06-af77-95d8ad1c19b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:11.403513 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-a9d0b129-278a-4b06-af77-95d8ad1c19b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:11.431892 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-21636168-c97f-4801-ad10-d866542d7374 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:11.439650 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Provisioning complete for port 82670c0c-915e-4a92-afb0-20e2f29a0e75 triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:39:11.439650 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:11.448631 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-21636168-c97f-4801-ad10-d866542d7374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:11.471804 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 42008) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:11.478644 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-a9d0b129-278a-4b06-af77-95d8ad1c19b8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=42589c029a804b6d9a899c7b16c846f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2757571 Nov 11 20:39:11.479448 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d0b129-278a-4b06-af77-95d8ad1c19b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e690f65-b3f1-4557-9c40-3f63d00837eb,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:11.511579 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21636168-c97f-4801-ad10-d866542d7374 admin admin] vlan segment allocate from pool success with {'vlan_id': 875, 'physical_network': 'physnet1'} {{(pid=101812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:39:11.514978 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvr_db [None req-f9785004-5f1c-4764-91a5-40c7aed56cb3 None None] Set router 2c4d4d02-c2c2-4e15-8964-c52223e54275 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:39:11.528834 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-21636168-c97f-4801-ad10-d866542d7374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16407769'] for segment, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:11.529399 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.db.segments_db [None req-21636168-c97f-4801-ad10-d866542d7374 admin admin] Added segment 930ce99c-2473-4163-9946-f4b28be87906 of type vlan for network 4caefaed-13c7-42e8-8ce9-3fff88487e9f Nov 11 20:39:11.547385 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-220ca085-3072-4608-b17d-c8f6ee4d9018 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:11.555233 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd75246-98f4-4479-be99-f39c6427cc92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b27c9f-82a4-466b-830b-548c3a8a129f'}, {'server_uuid': 'ce4a9f51-80d0-4901-beaf-9b03435f002c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0e19f0-bdca-4923-a0c3-77ad0c202bdc'}] {{(pid=101813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:39:11.558047 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0340890b3ce0369dfbb204f3d0516fe3d00048a2838df9679e450f9495620248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f4a4aa-428f-4211-b4e7-40981ae22a95" -d '{"events": [{"server_uuid": "ddd75246-98f4-4479-be99-f39c6427cc92", "name": "network-vif-plugged", "status": "completed", "tag": "66b27c9f-82a4-466b-830b-548c3a8a129f"}, {"server_uuid": "ce4a9f51-80d0-4901-beaf-9b03435f002c", "name": "network-vif-plugged", "status": "completed", "tag": "bc0e19f0-bdca-4923-a0c3-77ad0c202bdc"}]}' {{(pid=101813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:39:11.580847 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-21636168-c97f-4801-ad10-d866542d7374 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768468705491'] for network, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:11.586988 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-220ca085-3072-4608-b17d-c8f6ee4d9018 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:11.612349 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-21636168-c97f-4801-ad10-d866542d7374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858'] for network, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:11.613353 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21636168-c97f-4801-ad10-d866542d7374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:11.614031 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-21636168-c97f-4801-ad10-d866542d7374 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for network, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:11.657771 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-220ca085-3072-4608-b17d-c8f6ee4d9018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:11.670096 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-220ca085-3072-4608-b17d-c8f6ee4d9018 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:11.670096 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-220ca085-3072-4608-b17d-c8f6ee4d9018 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3e690f65-b3f1-4557-9c40-3f63d00837eb HTTP/1.1" status: 204 len: 168 time: 0.1941032 Nov 11 20:39:11.670289 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-21636168-c97f-4801-ad10-d866542d7374 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5098794 Nov 11 20:39:11.670289 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21636168-c97f-4801-ad10-d866542d7374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9daa239b-4674-4acc-a220-e887c567b6ba,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:11.670446 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 42020) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:11.691392 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [None req-a2a54967-7c37-4fc4-9509-32e8c4980cce admin admin] Request body: {'subnet': {'network_id': '4caefaed-13c7-42e8-8ce9-3fff88487e9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-913632072-subnet', 'tenant_id': '54238243695d4c1d80225c7950ebf13a', 'ip_version': 4}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:39:11.715369 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21636168-c97f-4801-ad10-d866542d7374 admin admin] Pushing event updated for resources: {'Network': ['ID=4caefaed-13c7-42e8-8ce9-3fff88487e9f,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:11.741879 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ca085-3072-4608-b17d-c8f6ee4d9018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e690f65-b3f1-4557-9c40-3f63d00837eb,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:11.770375 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a54967-7c37-4fc4-9509-32e8c4980cce admin admin] Made reservation on behalf of 54238243695d4c1d80225c7950ebf13a for: {'subnet': 1} {{(pid=101811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:39:11.774485 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54967-7c37-4fc4-9509-32e8c4980cce admin admin] Publish callbacks [] for subnet, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:11.810226 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 11 Nov 2021 20:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b555ade8-8ffa-4f69-aed0-93197b05365f x-openstack-request-id: req-b555ade8-8ffa-4f69-aed0-93197b05365f {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:39:11.810708 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd75246-98f4-4479-be99-f39c6427cc92", "name": "network-vif-plugged", "status": "completed", "tag": "66b27c9f-82a4-466b-830b-548c3a8a129f", "code": 200}, {"server_uuid": "ce4a9f51-80d0-4901-beaf-9b03435f002c", "name": "network-vif-plugged", "status": "completed", "tag": "bc0e19f0-bdca-4923-a0c3-77ad0c202bdc", "code": 200}]} {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:39:11.810823 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b555ade8-8ffa-4f69-aed0-93197b05365f {{(pid=101813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:39:11.811390 dv-cinder-817642-1-iscsi neutron-server[101813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd75246-98f4-4479-be99-f39c6427cc92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b27c9f-82a4-466b-830b-548c3a8a129f', 'code': 200} Nov 11 20:39:11.811653 dv-cinder-817642-1-iscsi neutron-server[101813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce4a9f51-80d0-4901-beaf-9b03435f002c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0e19f0-bdca-4923-a0c3-77ad0c202bdc', 'code': 200} Nov 11 20:39:11.812398 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Network 4caefaed-13c7-42e8-8ce9-3fff88487e9f details requested by agent ovs-agent-dv-cinder-817642-1-iscsi with host dv-cinder-817642-1-iscsi {{(pid=101813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:39:11.911538 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:11.973291 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] For port 82670c0c-915e-4a92-afb0-20e2f29a0e75, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=82670c0c-915e-4a92-afb0-20e2f29a0e75,segment=NetworkSegment(e9e9934c-1983-4624-9195-f2a2627c9ef4),segment_id=e9e9934c-1983-4624-9195-f2a2627c9ef4)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:39:11.984879 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:12.075245 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54967-7c37-4fc4-9509-32e8c4980cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858'] for subnet, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:12.088845 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Pushing event updated for resources: {'Port': ['ID=82670c0c-915e-4a92-afb0-20e2f29a0e75,revision_number=4']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:12.089147 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff16e9fc-0d4b-493d-be20-a45803d994ea req-738c30c0-9027-454a-a9e1-10ef54c1e84f tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:12.090716 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ff16e9fc-0d4b-493d-be20-a45803d994ea req-738c30c0-9027-454a-a9e1-10ef54c1e84f tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 945 time: 0.1076038 Nov 11 20:39:12.120883 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-f9785004-5f1c-4764-91a5-40c7aed56cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4d4d02-c2c2-4e15-8964-c52223e54275', 'name': 'tempest-TestMinimumBasicScenario-652412388-router', 'tenant_id': '4f3da3f794f742c0a5bf009d5bad5208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '82670c0c-915e-4a92-afb0-20e2f29a0e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:39:03Z', 'updated_at': '2021-11-11T20:39:08Z', 'revision_number': 4, 'project_id': '4f3da3f794f742c0a5bf009d5bad5208', 'gw_port': {'id': '82670c0c-915e-4a92-afb0-20e2f29a0e75', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4d4d02-c2c2-4e15-8964-c52223e54275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:04Z', 'updated_at': '2021-11-11T20:39:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': '205b22b1-2938-4744-b70d-2a625c404a4a', 'name': '', 'network_id': 'e3ad6302-2af8-4f34-932c-43eafe0c8fe6', 'tenant_id': '4f3da3f794f742c0a5bf009d5bad5208', 'mac_address': 'fa:16:3e:7e:93:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4d4d02-c2c2-4e15-8964-c52223e54275', 'device_owner': 'network:router_interface', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '9b202467-3b06-4389-8c80-71f7e82c6179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:07Z', 'updated_at': '2021-11-11T20:39:08Z', 'revision_number': 2, 'project_id': '4f3da3f794f742c0a5bf009d5bad5208', 'subnets': [{'id': '9b202467-3b06-4389-8c80-71f7e82c6179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:39:12.151062 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9785004-5f1c-4764-91a5-40c7aed56cb3 None None] Checking router: 2c4d4d02-c2c2-4e15-8964-c52223e54275 for host: dv-cinder-817642-1-iscsi {{(pid=101813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:39:12.151617 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9785004-5f1c-4764-91a5-40c7aed56cb3 None None] Updating router 2c4d4d02-c2c2-4e15-8964-c52223e54275 port 205b22b1-2938-4744-b70d-2a625c404a4a binding host dv-cinder-817642-1-iscsi {{(pid=101813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:39:12.177120 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a54967-7c37-4fc4-9509-32e8c4980cce admin admin] Pushing event updated for resources: {'Subnet': ['ID=f482b034-14e9-49ce-9996-3577601ba381,revision_number=0']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:12.187132 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-f9785004-5f1c-4764-91a5-40c7aed56cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:12.197733 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a54967-7c37-4fc4-9509-32e8c4980cce admin admin] Checking segment: {'id': '930ce99c-2473-4163-9946-f4b28be87906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '4caefaed-13c7-42e8-8ce9-3fff88487e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:39:12.197733 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a54967-7c37-4fc4-9509-32e8c4980cce admin admin] Network hostable DHCP agents. Network: 4caefaed-13c7-42e8-8ce9-3fff88487e9f, hostable agents: ['4584d237-ef17-41dc-89a8-5da37ed889a0'], hosted agents: [] {{(pid=101811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:39:12.215349 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ff16e9fc-0d4b-493d-be20-a45803d994ea req-be1de2e9-d5ab-43f7-afd1-b300a4d2e9e6 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950749 Nov 11 20:39:12.228620 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a54967-7c37-4fc4-9509-32e8c4980cce admin admin] Network 4caefaed-13c7-42e8-8ce9-3fff88487e9f is scheduled to be hosted by DHCP agent 4584d237-ef17-41dc-89a8-5da37ed889a0 with binding_index 1 {{(pid=101811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:39:12.250821 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.base_scheduler [None req-a2a54967-7c37-4fc4-9509-32e8c4980cce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817642-1-iscsi, 4caefaed-13c7-42e8-8ce9-3fff88487e9f) {{(pid=101811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:39:12.265470 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a54967-7c37-4fc4-9509-32e8c4980cce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:12.266350 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54967-7c37-4fc4-9509-32e8c4980cce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for subnet, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:12.292329 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 42046) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:12.292938 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-a2a54967-7c37-4fc4-9509-32e8c4980cce admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6078341 Nov 11 20:39:12.296715 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [None req-121a7989-a5b6-4209-a0d7-49a4491e5516 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-913632072-router', 'tenant_id': '54238243695d4c1d80225c7950ebf13a', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2'}}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:39:12.304311 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690fda69-7d85-4645-8bb4-cfd69e09984c None None] Network 4caefaed-13c7-42e8-8ce9-3fff88487e9f requested from dv-cinder-817642-1-iscsi {{(pid=101813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:39:12.335304 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-121a7989-a5b6-4209-a0d7-49a4491e5516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-670138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25005'] for router, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:12.338074 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-121a7989-a5b6-4209-a0d7-49a4491e5516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25012'] for router, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:12.423082 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-121a7989-a5b6-4209-a0d7-49a4491e5516 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:12.430151 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b0f4f-827a-4b3a-8e9b-a4f3360e0b98 req-30a254ae-ed4b-47c7-9b9f-efdfe90f46ac tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:12.443854 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f12b0f4f-827a-4b3a-8e9b-a4f3360e0b98 req-30a254ae-ed4b-47c7-9b9f-efdfe90f46ac tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.1134288 Nov 11 20:39:12.513186 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f12b0f4f-827a-4b3a-8e9b-a4f3360e0b98 req-4fa2a6e0-3d62-4351-bdd0-1b7052338137 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681336 Nov 11 20:39:12.639716 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-121a7989-a5b6-4209-a0d7-49a4491e5516 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:12.691294 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-f9785004-5f1c-4764-91a5-40c7aed56cb3 None None] Publish callbacks [] for port, precommit_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:12.700485 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-f9785004-5f1c-4764-91a5-40c7aed56cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:12.713954 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd9ed5-7450-451a-b13f-a642ad6f53e3 req-f89036f0-70d1-4d30-9bf3-ecd3bbea8a68 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:12.713954 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-93fd9ed5-7450-451a-b13f-a642ad6f53e3 req-f89036f0-70d1-4d30-9bf3-ecd3bbea8a68 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8 HTTP/1.1" status: 200 len: 945 time: 0.1105812 Nov 11 20:39:12.744346 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00d23ce-32ae-4a3d-8547-f8b2f10a6a80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc500f935-dd16-56a1-90f5-a4026435ad68-4caefaed-13c7-42e8-8ce9-3fff88487e9f', 'network_id': '4caefaed-13c7-42e8-8ce9-3fff88487e9f', 'tenant_id': '54238243695d4c1d80225c7950ebf13a', 'fixed_ips': [{'subnet_id': 'f482b034-14e9-49ce-9996-3577601ba381'}]}} from dv-cinder-817642-1-iscsi. {{(pid=101813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 20:39:12.746728 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-f00d23ce-32ae-4a3d-8547-f8b2f10a6a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:12.796087 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-93fd9ed5-7450-451a-b13f-a642ad6f53e3 req-80d34525-17b6-41ae-8b21-0c7f62aa2c1d tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803530 Nov 11 20:39:12.804199 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889476fa-174b-4728-9cc1-c471d144700c None None] Pushing event updated for resources: {'Port': ['ID=205b22b1-2938-4744-b70d-2a625c404a4a,revision_number=3']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:12.963347 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-f9785004-5f1c-4764-91a5-40c7aed56cb3 None None] Attempting to bind port 205b22b1-2938-4744-b70d-2a625c404a4a on host dv-cinder-817642-1-iscsi for vnic_type normal with profile {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:39:12.963948 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-f9785004-5f1c-4764-91a5-40c7aed56cb3 None None] Attempting to bind port 205b22b1-2938-4744-b70d-2a625c404a4a by drivers openvswitch,hyperv on host dv-cinder-817642-1-iscsi at level 0 using segments [{'id': '5b54b6f9-6186-4069-989b-2b16f7b98ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'e3ad6302-2af8-4f34-932c-43eafe0c8fe6'}] {{(pid=101813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:39:12.964073 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9785004-5f1c-4764-91a5-40c7aed56cb3 None None] Attempting to bind port 205b22b1-2938-4744-b70d-2a625c404a4a on network e3ad6302-2af8-4f34-932c-43eafe0c8fe6 {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:39:12.998208 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9785004-5f1c-4764-91a5-40c7aed56cb3 None None] Checking agent: {'id': '2f88a117-5cd0-41ac-983d-8c5af48f8bd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 30, 6), 'started_at': datetime.datetime(2021, 11, 11, 20, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:39:12.998586 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9785004-5f1c-4764-91a5-40c7aed56cb3 None None] Checking segment: {'id': '5b54b6f9-6186-4069-989b-2b16f7b98ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'e3ad6302-2af8-4f34-932c-43eafe0c8fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:39:12.998993 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-f9785004-5f1c-4764-91a5-40c7aed56cb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:12.999394 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9785004-5f1c-4764-91a5-40c7aed56cb3 None None] Bound using segment: {'id': '5b54b6f9-6186-4069-989b-2b16f7b98ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'e3ad6302-2af8-4f34-932c-43eafe0c8fe6'} {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:39:12.999863 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-121a7989-a5b6-4209-a0d7-49a4491e5516 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:13.000015 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-f9785004-5f1c-4764-91a5-40c7aed56cb3 None None] Bound port: 205b22b1-2938-4744-b70d-2a625c404a4a, host: dv-cinder-817642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b54b6f9-6186-4069-989b-2b16f7b98ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'e3ad6302-2af8-4f34-932c-43eafe0c8fe6'}}] {{(pid=101813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:39:13.000368 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-f9785004-5f1c-4764-91a5-40c7aed56cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:13.030653 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-121a7989-a5b6-4209-a0d7-49a4491e5516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:13.065040 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.db_base_plugin_common [None req-f00d23ce-32ae-4a3d-8547-f8b2f10a6a80 None None] Allocated IP 172.20.0.2 (4caefaed-13c7-42e8-8ce9-3fff88487e9f/f482b034-14e9-49ce-9996-3577601ba381/c45a30cf-07b3-4393-a69c-c5ba76cce58c) {{(pid=101813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:39:13.145396 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-f9785004-5f1c-4764-91a5-40c7aed56cb3 None None] For port 205b22b1-2938-4744-b70d-2a625c404a4a, host dv-cinder-817642-1-iscsi, cleared binding levels {{(pid=101813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:39:13.199612 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device 82670c0c-915e-4a92-afb0-20e2f29a0e75 up at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:39:13.209342 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-f9785004-5f1c-4764-91a5-40c7aed56cb3 None None] For port 205b22b1-2938-4744-b70d-2a625c404a4a, host dv-cinder-817642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=205b22b1-2938-4744-b70d-2a625c404a4a,segment=NetworkSegment(5b54b6f9-6186-4069-989b-2b16f7b98ff2),segment_id=5b54b6f9-6186-4069-989b-2b16f7b98ff2)] {{(pid=101813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:39:13.242940 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.db.db_base_plugin_common [None req-121a7989-a5b6-4209-a0d7-49a4491e5516 admin admin] Allocated IP 172.27.0.240 (06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2/dac47c4e-2532-416f-829a-3cf927393807/3f488d20-224b-4db5-9740-64babe3f7e85) {{(pid=101812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:39:13.246746 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-f9785004-5f1c-4764-91a5-40c7aed56cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:13.326180 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-2505a4c2-428c-44e2-a49d-c3d60d223a44 None None] Provisioning complete for port 205b22b1-2938-4744-b70d-2a625c404a4a triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:39:13.326612 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-2505a4c2-428c-44e2-a49d-c3d60d223a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:13.453488 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9785004-5f1c-4764-91a5-40c7aed56cb3 None None] Routers {'2c4d4d02-c2c2-4e15-8964-c52223e54275'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:39:13.454122 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-f9785004-5f1c-4764-91a5-40c7aed56cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:39:03Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['2c4d4d02-c2c2-4e15-8964-c52223e54275'], 'active': True} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:39:13.479552 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889476fa-174b-4728-9cc1-c471d144700c None None] Pushing event updated for resources: {'Port': ['ID=205b22b1-2938-4744-b70d-2a625c404a4a,revision_number=4']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:13.522888 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad3e74-8fa2-4add-b4fe-d9519d2e3366 req-c168b98e-ec75-4844-8523-b27b5123f579 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:13.534717 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3aad3e74-8fa2-4add-b4fe-d9519d2e3366 req-c168b98e-ec75-4844-8523-b27b5123f579 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 945 time: 0.1575868 Nov 11 20:39:13.599742 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-121a7989-a5b6-4209-a0d7-49a4491e5516 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:13.647047 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3aad3e74-8fa2-4add-b4fe-d9519d2e3366 req-e0fc7953-a03f-44da-8f09-64f179abe234 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092484 Nov 11 20:39:13.651201 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-121a7989-a5b6-4209-a0d7-49a4491e5516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945'] for port, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:13.663124 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-f00d23ce-32ae-4a3d-8547-f8b2f10a6a80 None None] Publish callbacks [] for port, precommit_create {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:13.681792 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Provisioning complete for port 82670c0c-915e-4a92-afb0-20e2f29a0e75 triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:39:13.682253 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:13.723889 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121a7989-a5b6-4209-a0d7-49a4491e5516 admin admin] Network 06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2 is already hosted by enough agents. {{(pid=101812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:39:13.731449 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.base_scheduler [None req-121a7989-a5b6-4209-a0d7-49a4491e5516 admin admin] Resources bound (agent type, host, resource id): {{(pid=101812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:39:13.734283 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121a7989-a5b6-4209-a0d7-49a4491e5516 admin admin] Received port after_create {{(pid=101812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:39:13.736582 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-f00d23ce-32ae-4a3d-8547-f8b2f10a6a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945'] for port, after_create {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:13.817779 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbafbd3-d20c-4550-bff2-9173556bceba req-49746ef4-3373-4358-940e-0b62172eda5b tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:13.819860 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2cbafbd3-d20c-4550-bff2-9173556bceba req-49746ef4-3373-4358-940e-0b62172eda5b tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.0704331 Nov 11 20:39:13.859704 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d23ce-32ae-4a3d-8547-f8b2f10a6a80 None None] Pushing event updated for resources: {'Port': ['ID=c45a30cf-07b3-4393-a69c-c5ba76cce58c,revision_number=1']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:13.868882 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121a7989-a5b6-4209-a0d7-49a4491e5516 admin admin] Pushing event updated for resources: {'Port': ['ID=3f488d20-224b-4db5-9740-64babe3f7e85,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:13.887884 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00d23ce-32ae-4a3d-8547-f8b2f10a6a80 None None] Network 4caefaed-13c7-42e8-8ce9-3fff88487e9f is already hosted by enough agents. {{(pid=101813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:39:13.890766 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvr_db [None req-f9785004-5f1c-4764-91a5-40c7aed56cb3 None None] Set router 2c4d4d02-c2c2-4e15-8964-c52223e54275 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:39:13.909273 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121a7989-a5b6-4209-a0d7-49a4491e5516 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:39:13.909593 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121a7989-a5b6-4209-a0d7-49a4491e5516 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:39:13.909930 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121a7989-a5b6-4209-a0d7-49a4491e5516 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:39:13.910818 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121a7989-a5b6-4209-a0d7-49a4491e5516 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:39:13.911241 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121a7989-a5b6-4209-a0d7-49a4491e5516 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:39:13.911589 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121a7989-a5b6-4209-a0d7-49a4491e5516 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:39:13.911918 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121a7989-a5b6-4209-a0d7-49a4491e5516 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:39:13.912344 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121a7989-a5b6-4209-a0d7-49a4491e5516 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:39:13.912792 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121a7989-a5b6-4209-a0d7-49a4491e5516 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:39:13.913130 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121a7989-a5b6-4209-a0d7-49a4491e5516 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:39:13.913453 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121a7989-a5b6-4209-a0d7-49a4491e5516 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:39:13.913773 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121a7989-a5b6-4209-a0d7-49a4491e5516 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:39:13.921217 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2cbafbd3-d20c-4550-bff2-9173556bceba req-85f3a173-1fbf-4974-8913-ddf01ed067ed tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911832 Nov 11 20:39:13.938261 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.scheduler.base_scheduler [None req-f00d23ce-32ae-4a3d-8547-f8b2f10a6a80 None None] Resources bound (agent type, host, resource id): {{(pid=101813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:39:13.947163 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00d23ce-32ae-4a3d-8547-f8b2f10a6a80 None None] Received port after_create {{(pid=101813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:39:13.973996 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-2505a4c2-428c-44e2-a49d-c3d60d223a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:14.019202 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-121a7989-a5b6-4209-a0d7-49a4491e5516 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:14.154561 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fda1ee-903a-4e88-9046-6a5f2614d761 req-57df5f2b-a1b5-43bb-abdf-8df57c1f2959 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:14.156418 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f4fda1ee-903a-4e88-9046-6a5f2614d761 req-57df5f2b-a1b5-43bb-abdf-8df57c1f2959 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8 HTTP/1.1" status: 200 len: 945 time: 0.1143970 Nov 11 20:39:14.237571 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f4fda1ee-903a-4e88-9046-6a5f2614d761 req-7385dbad-0d2b-4794-a28f-0b6d0f38f264 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686581 Nov 11 20:39:14.305113 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-121a7989-a5b6-4209-a0d7-49a4491e5516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656037'] for router, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:14.319530 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-2505a4c2-428c-44e2-a49d-c3d60d223a44 None None] For port 205b22b1-2938-4744-b70d-2a625c404a4a, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=205b22b1-2938-4744-b70d-2a625c404a4a,segment=NetworkSegment(5b54b6f9-6186-4069-989b-2b16f7b98ff2),segment_id=5b54b6f9-6186-4069-989b-2b16f7b98ff2)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:39:14.353466 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-2505a4c2-428c-44e2-a49d-c3d60d223a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:14.355202 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-f00d23ce-32ae-4a3d-8547-f8b2f10a6a80 None None] Attempting to bind port c45a30cf-07b3-4393-a69c-c5ba76cce58c on host dv-cinder-817642-1-iscsi for vnic_type normal with profile {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:39:14.355549 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-f00d23ce-32ae-4a3d-8547-f8b2f10a6a80 None None] Attempting to bind port c45a30cf-07b3-4393-a69c-c5ba76cce58c by drivers openvswitch,hyperv on host dv-cinder-817642-1-iscsi at level 0 using segments [{'id': '930ce99c-2473-4163-9946-f4b28be87906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '4caefaed-13c7-42e8-8ce9-3fff88487e9f'}] {{(pid=101813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:39:14.355910 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00d23ce-32ae-4a3d-8547-f8b2f10a6a80 None None] Attempting to bind port c45a30cf-07b3-4393-a69c-c5ba76cce58c on network 4caefaed-13c7-42e8-8ce9-3fff88487e9f {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:39:14.393143 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00d23ce-32ae-4a3d-8547-f8b2f10a6a80 None None] Checking agent: {'id': '2f88a117-5cd0-41ac-983d-8c5af48f8bd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 30, 6), 'started_at': datetime.datetime(2021, 11, 11, 20, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:39:14.393596 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00d23ce-32ae-4a3d-8547-f8b2f10a6a80 None None] Checking segment: {'id': '930ce99c-2473-4163-9946-f4b28be87906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '4caefaed-13c7-42e8-8ce9-3fff88487e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:39:14.394002 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-f00d23ce-32ae-4a3d-8547-f8b2f10a6a80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:14.394394 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00d23ce-32ae-4a3d-8547-f8b2f10a6a80 None None] Bound using segment: {'id': '930ce99c-2473-4163-9946-f4b28be87906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '4caefaed-13c7-42e8-8ce9-3fff88487e9f'} {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:39:14.395452 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-f00d23ce-32ae-4a3d-8547-f8b2f10a6a80 None None] Bound port: c45a30cf-07b3-4393-a69c-c5ba76cce58c, host: dv-cinder-817642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '930ce99c-2473-4163-9946-f4b28be87906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '4caefaed-13c7-42e8-8ce9-3fff88487e9f'}}] {{(pid=101813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:39:14.395867 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-f00d23ce-32ae-4a3d-8547-f8b2f10a6a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:14.450057 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121a7989-a5b6-4209-a0d7-49a4491e5516 admin admin] Router 739132bb-fa02-420b-a3b8-4dbd74daa2db is scheduled to L3 agent 078c1a4f-b62f-4fa2-93c9-12887f0677c3 with binding_index 1 {{(pid=101812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 20:39:14.478121 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2505a4c2-428c-44e2-a49d-c3d60d223a44 None None] Pushing event updated for resources: {'Port': ['ID=205b22b1-2938-4744-b70d-2a625c404a4a,revision_number=5']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:14.545988 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-fd577d99-d133-47f7-b825-4bb6fb6d1325 None None] Provisioning complete for port 205b22b1-2938-4744-b70d-2a625c404a4a triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:39:14.546797 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-fd577d99-d133-47f7-b825-4bb6fb6d1325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:14.553244 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-f00d23ce-32ae-4a3d-8547-f8b2f10a6a80 None None] For port c45a30cf-07b3-4393-a69c-c5ba76cce58c, host dv-cinder-817642-1-iscsi, cleared binding levels {{(pid=101813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:39:14.575025 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121a7989-a5b6-4209-a0d7-49a4491e5516 admin admin] Notify agent at l3_agent.dv-cinder-817642-1-iscsi the message routers_updated {{(pid=101812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:39:14.588375 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-f00d23ce-32ae-4a3d-8547-f8b2f10a6a80 None None] For port c45a30cf-07b3-4393-a69c-c5ba76cce58c, host dv-cinder-817642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=c45a30cf-07b3-4393-a69c-c5ba76cce58c,segment=NetworkSegment(930ce99c-2473-4163-9946-f4b28be87906),segment_id=930ce99c-2473-4163-9946-f4b28be87906)] {{(pid=101813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:39:14.592637 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb5d75e-74b6-4de5-b2e6-0b1e7bb8712c None None] Sync routers for ids ['739132bb-fa02-420b-a3b8-4dbd74daa2db'] in dv-cinder-817642-1-iscsi {{(pid=101814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:39:14.594725 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-121a7989-a5b6-4209-a0d7-49a4491e5516 admin admin] Publish callbacks [] for router, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:14.596278 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-121a7989-a5b6-4209-a0d7-49a4491e5516 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3027415 Nov 11 20:39:14.599275 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 42152) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:14.607229 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-f00d23ce-32ae-4a3d-8547-f8b2f10a6a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:14.626200 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb5d75e-74b6-4de5-b2e6-0b1e7bb8712c None None] Routers {'739132bb-fa02-420b-a3b8-4dbd74daa2db'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:39:14.626838 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-3cb5d75e-74b6-4de5-b2e6-0b1e7bb8712c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:39:03Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['739132bb-fa02-420b-a3b8-4dbd74daa2db'], 'active': True} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:39:14.687741 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-f9785004-5f1c-4764-91a5-40c7aed56cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4d4d02-c2c2-4e15-8964-c52223e54275', 'name': 'tempest-TestMinimumBasicScenario-652412388-router', 'tenant_id': '4f3da3f794f742c0a5bf009d5bad5208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '82670c0c-915e-4a92-afb0-20e2f29a0e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:39:03Z', 'updated_at': '2021-11-11T20:39:08Z', 'revision_number': 4, 'project_id': '4f3da3f794f742c0a5bf009d5bad5208', 'gw_port': {'id': '82670c0c-915e-4a92-afb0-20e2f29a0e75', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4d4d02-c2c2-4e15-8964-c52223e54275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:04Z', 'updated_at': '2021-11-11T20:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': '205b22b1-2938-4744-b70d-2a625c404a4a', 'name': '', 'network_id': 'e3ad6302-2af8-4f34-932c-43eafe0c8fe6', 'tenant_id': '4f3da3f794f742c0a5bf009d5bad5208', 'mac_address': 'fa:16:3e:7e:93:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4d4d02-c2c2-4e15-8964-c52223e54275', 'device_owner': 'network:router_interface', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '9b202467-3b06-4389-8c80-71f7e82c6179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:07Z', 'updated_at': '2021-11-11T20:39:13Z', 'revision_number': 4, 'project_id': '4f3da3f794f742c0a5bf009d5bad5208', 'subnets': [{'id': '9b202467-3b06-4389-8c80-71f7e82c6179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:39:14.755494 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9785004-5f1c-4764-91a5-40c7aed56cb3 None None] The sync data for ids ['2c4d4d02-c2c2-4e15-8964-c52223e54275'] in dv-cinder-817642-1-iscsi is: [{'id': '2c4d4d02-c2c2-4e15-8964-c52223e54275', 'name': 'tempest-TestMinimumBasicScenario-652412388-router', 'tenant_id': '4f3da3f794f742c0a5bf009d5bad5208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '82670c0c-915e-4a92-afb0-20e2f29a0e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:39:03Z', 'updated_at': '2021-11-11T20:39:08Z', 'revision_number': 4, 'project_id': '4f3da3f794f742c0a5bf009d5bad5208', 'gw_port': {'id': '82670c0c-915e-4a92-afb0-20e2f29a0e75', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4d4d02-c2c2-4e15-8964-c52223e54275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:04Z', 'updated_at': '2021-11-11T20:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': '205b22b1-2938-4744-b70d-2a625c404a4a', 'name': '', 'network_id': 'e3ad6302-2af8-4f34-932c-43eafe0c8fe6', 'tenant_id': '4f3da3f794f742c0a5bf009d5bad5208', 'mac_address': 'fa:16:3e:7e:93:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4d4d02-c2c2-4e15-8964-c52223e54275', 'device_owner': 'network:router_interface', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '9b202467-3b06-4389-8c80-71f7e82c6179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:07Z', 'updated_at': '2021-11-11T20:39:13Z', 'revision_number': 4, 'project_id': '4f3da3f794f742c0a5bf009d5bad5208', 'subnets': [{'id': '9b202467-3b06-4389-8c80-71f7e82c6179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:39:14.793335 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d23ce-32ae-4a3d-8547-f8b2f10a6a80 None None] Pushing event updated for resources: {'Port': ['ID=c45a30cf-07b3-4393-a69c-c5ba76cce58c,revision_number=2']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:14.834145 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-973eff8d-f18d-49e0-abb0-cb9a0f92e218 req-2ebe50ee-63a1-4836-af3a-9652ee9a9307 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=767cb3d9-cf56-4615-8623-4ec857595582 HTTP/1.1" status: 200 len: 217 time: 0.1602509 Nov 11 20:39:15.026369 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvr_db [None req-3cb5d75e-74b6-4de5-b2e6-0b1e7bb8712c None None] Set router 739132bb-fa02-420b-a3b8-4dbd74daa2db gateway port host: dv-cinder-817642-1-iscsi {{(pid=101814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:39:15.355694 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device 205b22b1-2938-4744-b70d-2a625c404a4a up at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:39:15.374373 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973eff8d-f18d-49e0-abb0-cb9a0f92e218 req-85748fec-f61b-4910-9afd-f1e781e2aa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:15.388355 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-973eff8d-f18d-49e0-abb0-cb9a0f92e218 req-85748fec-f61b-4910-9afd-f1e781e2aa7f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=843c9d58-b0a8-42ed-baec-4e93b7576eb3 HTTP/1.1" status: 200 len: 859 time: 0.5337577 Nov 11 20:39:15.534410 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Provisioning complete for port 205b22b1-2938-4744-b70d-2a625c404a4a triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:39:15.537459 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:15.550423 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-973eff8d-f18d-49e0-abb0-cb9a0f92e218 req-d3a04769-9f3d-40dc-94af-dac610e44347 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=acd422cb-07fc-4b63-aaab-fd2e52fc9069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1351171 Nov 11 20:39:15.559225 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f0a04-7399-4080-84f0-b8868802e27e req-0eb5597a-c407-473f-87e4-24ccd95d38d2 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:15.573731 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-3cb5d75e-74b6-4de5-b2e6-0b1e7bb8712c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739132bb-fa02-420b-a3b8-4dbd74daa2db', 'name': 'tempest-TestMinimumBasicScenario-913632072-router', 'tenant_id': '54238243695d4c1d80225c7950ebf13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '3f488d20-224b-4db5-9740-64babe3f7e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:39:12Z', 'updated_at': '2021-11-11T20:39:13Z', 'revision_number': 3, 'project_id': '54238243695d4c1d80225c7950ebf13a', 'gw_port': {'id': '3f488d20-224b-4db5-9740-64babe3f7e85', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:04:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '739132bb-fa02-420b-a3b8-4dbd74daa2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:13Z', 'updated_at': '2021-11-11T20:39:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi'}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:39:15.577800 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c36f0a04-7399-4080-84f0-b8868802e27e req-0eb5597a-c407-473f-87e4-24ccd95d38d2 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 945 time: 0.5615354 Nov 11 20:39:15.632016 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-98dd1790-d1d1-4ea5-bec3-4336c72b3f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:15.647609 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb5d75e-74b6-4de5-b2e6-0b1e7bb8712c None None] Checking router: 739132bb-fa02-420b-a3b8-4dbd74daa2db for host: dv-cinder-817642-1-iscsi {{(pid=101814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:39:15.648643 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb5d75e-74b6-4de5-b2e6-0b1e7bb8712c None None] Updating router 739132bb-fa02-420b-a3b8-4dbd74daa2db port 3f488d20-224b-4db5-9740-64babe3f7e85 binding host dv-cinder-817642-1-iscsi {{(pid=101814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:39:15.692895 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-3cb5d75e-74b6-4de5-b2e6-0b1e7bb8712c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:15.719034 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c03db-3a5e-47d7-9e62-a4c5f3f8876f req-122d1e48-5fda-4df6-b2da-b6637c40b68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:15.720767 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7d7c03db-3a5e-47d7-9e62-a4c5f3f8876f req-122d1e48-5fda-4df6-b2da-b6637c40b68c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 1098 time: 0.5526042 Nov 11 20:39:15.730091 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38761e9-d812-4d5f-8b0c-1077938efe34 req-0d7ac01a-a440-4573-b9bf-ea0a5f31ed5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:15.731710 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e38761e9-d812-4d5f-8b0c-1077938efe34 req-0d7ac01a-a440-4573-b9bf-ea0a5f31ed5b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 1098 time: 0.5493762 Nov 11 20:39:15.859076 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb19d9-9da7-4233-9c08-f088a9d26b55 req-3b6f7ac6-0a2f-4f3d-bb87-351a6f718f1a tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:15.873659 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c2eb19d9-9da7-4233-9c08-f088a9d26b55 req-3b6f7ac6-0a2f-4f3d-bb87-351a6f718f1a tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.3530891 Nov 11 20:39:15.986160 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.db.db_base_plugin_common [None req-98dd1790-d1d1-4ea5-bec3-4336c72b3f57 admin admin] Allocated IP 172.20.0.1 (4caefaed-13c7-42e8-8ce9-3fff88487e9f/f482b034-14e9-49ce-9996-3577601ba381/d0172f76-41c5-4956-8bc8-64e372d20857) {{(pid=101812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:39:16.094485 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-3cb5d75e-74b6-4de5-b2e6-0b1e7bb8712c None None] Publish callbacks [] for port, precommit_update {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:16.101816 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-3cb5d75e-74b6-4de5-b2e6-0b1e7bb8712c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:16.179047 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72632675-916a-4fab-b32a-25416735a663 None None] Pushing event updated for resources: {'Port': ['ID=3f488d20-224b-4db5-9740-64babe3f7e85,revision_number=2']} {{(pid=101814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:16.186287 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7d7c03db-3a5e-47d7-9e62-a4c5f3f8876f req-9b6a9daa-3ad1-4344-b0cf-298b54ccb977 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3902829 Nov 11 20:39:16.215996 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.managers [None req-3cb5d75e-74b6-4de5-b2e6-0b1e7bb8712c None None] Attempting to bind port 3f488d20-224b-4db5-9740-64babe3f7e85 on host dv-cinder-817642-1-iscsi for vnic_type normal with profile {{(pid=101814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:39:16.216383 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.managers [None req-3cb5d75e-74b6-4de5-b2e6-0b1e7bb8712c None None] Attempting to bind port 3f488d20-224b-4db5-9740-64babe3f7e85 by drivers openvswitch,hyperv on host dv-cinder-817642-1-iscsi at level 0 using segments [{'id': 'e9e9934c-1983-4624-9195-f2a2627c9ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2'}] {{(pid=101814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:39:16.216750 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb5d75e-74b6-4de5-b2e6-0b1e7bb8712c None None] Attempting to bind port 3f488d20-224b-4db5-9740-64babe3f7e85 on network 06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2 {{(pid=101814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:39:16.225078 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb5d75e-74b6-4de5-b2e6-0b1e7bb8712c None None] Checking agent: {'id': '2f88a117-5cd0-41ac-983d-8c5af48f8bd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 30, 6), 'started_at': datetime.datetime(2021, 11, 11, 20, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:39:16.226561 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb5d75e-74b6-4de5-b2e6-0b1e7bb8712c None None] Checking segment: {'id': 'e9e9934c-1983-4624-9195-f2a2627c9ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:39:16.226982 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-3cb5d75e-74b6-4de5-b2e6-0b1e7bb8712c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:16.230747 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb5d75e-74b6-4de5-b2e6-0b1e7bb8712c None None] Bound using segment: {'id': 'e9e9934c-1983-4624-9195-f2a2627c9ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2'} {{(pid=101814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:39:16.232357 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.managers [None req-3cb5d75e-74b6-4de5-b2e6-0b1e7bb8712c None None] Bound port: 3f488d20-224b-4db5-9740-64babe3f7e85, host: dv-cinder-817642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9e9934c-1983-4624-9195-f2a2627c9ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2'}}] {{(pid=101814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:39:16.232357 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-3cb5d75e-74b6-4de5-b2e6-0b1e7bb8712c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:16.236096 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c2eb19d9-9da7-4233-9c08-f088a9d26b55 req-587e8664-cd14-4e73-af36-8d9284ed0129 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607512 Nov 11 20:39:16.274434 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-973eff8d-f18d-49e0-abb0-cb9a0f92e218 req-6c95c1e9-e130-4e9f-9fe8-f04af7f98c2f service neutron] 10.222.0.78 "GET /v2.0/networks/acd422cb-07fc-4b63-aaab-fd2e52fc9069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6832893 Nov 11 20:39:16.274540 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e38761e9-d812-4d5f-8b0c-1077938efe34 req-6b77eeb2-0cdc-4646-bca6-287bc5068460 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4862874 Nov 11 20:39:16.278312 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-98dd1790-d1d1-4ea5-bec3-4336c72b3f57 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:16.281810 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c36f0a04-7399-4080-84f0-b8868802e27e req-ff38fb82-941a-4fe8-a753-3ccc5f02fd8a tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6468930 Nov 11 20:39:16.367773 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-98dd1790-d1d1-4ea5-bec3-4336c72b3f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945'] for port, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:16.387686 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.db [None req-3cb5d75e-74b6-4de5-b2e6-0b1e7bb8712c None None] For port 3f488d20-224b-4db5-9740-64babe3f7e85, host dv-cinder-817642-1-iscsi, cleared binding levels {{(pid=101814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:39:16.395609 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.db [None req-3cb5d75e-74b6-4de5-b2e6-0b1e7bb8712c None None] For port 3f488d20-224b-4db5-9740-64babe3f7e85, host dv-cinder-817642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=3f488d20-224b-4db5-9740-64babe3f7e85,segment=NetworkSegment(e9e9934c-1983-4624-9195-f2a2627c9ef4),segment_id=e9e9934c-1983-4624-9195-f2a2627c9ef4)] {{(pid=101814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:39:16.406057 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-3cb5d75e-74b6-4de5-b2e6-0b1e7bb8712c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:16.471068 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502572ae-3e1f-412f-b67a-528427005785 req-d2df564c-3f43-4ed8-aabb-87f386a614d7 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:16.472643 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-502572ae-3e1f-412f-b67a-528427005785 req-d2df564c-3f43-4ed8-aabb-87f386a614d7 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8 HTTP/1.1" status: 200 len: 945 time: 0.1262419 Nov 11 20:39:16.473573 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca321609-64d3-482f-930d-d12eba4d01d3 None None] Network 4caefaed-13c7-42e8-8ce9-3fff88487e9f requested from dv-cinder-817642-1-iscsi {{(pid=101813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:39:16.525667 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98dd1790-d1d1-4ea5-bec3-4336c72b3f57 admin admin] Network 4caefaed-13c7-42e8-8ce9-3fff88487e9f is already hosted by enough agents. {{(pid=101812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:39:16.540269 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72632675-916a-4fab-b32a-25416735a663 None None] Pushing event updated for resources: {'Port': ['ID=3f488d20-224b-4db5-9740-64babe3f7e85,revision_number=3']} {{(pid=101814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:16.542327 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.base_scheduler [None req-98dd1790-d1d1-4ea5-bec3-4336c72b3f57 admin admin] Resources bound (agent type, host, resource id): {{(pid=101812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:39:16.559725 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dd1790-d1d1-4ea5-bec3-4336c72b3f57 admin admin] Received port after_create {{(pid=101812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:39:16.560457 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-98dd1790-d1d1-4ea5-bec3-4336c72b3f57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671600'] for router_interface, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:16.567099 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd1790-d1d1-4ea5-bec3-4336c72b3f57 admin admin] Pushing event updated for resources: {'Port': ['ID=d0172f76-41c5-4956-8bc8-64e372d20857,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:16.591334 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb5d75e-74b6-4de5-b2e6-0b1e7bb8712c None None] Routers {'739132bb-fa02-420b-a3b8-4dbd74daa2db'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:39:16.593411 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-3cb5d75e-74b6-4de5-b2e6-0b1e7bb8712c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:39:03Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['739132bb-fa02-420b-a3b8-4dbd74daa2db'], 'active': True} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:39:16.614683 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-502572ae-3e1f-412f-b67a-528427005785 req-220a1d9b-dab8-47d4-b9c3-552481a28226 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284196 Nov 11 20:39:16.678305 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-f6f359da-d42c-4a38-b408-abb03b23cee4 None None] Provisioning complete for port c45a30cf-07b3-4393-a69c-c5ba76cce58c triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:39:16.678856 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-f6f359da-d42c-4a38-b408-abb03b23cee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:16.839198 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvr_db [None req-3cb5d75e-74b6-4de5-b2e6-0b1e7bb8712c None None] Set router 739132bb-fa02-420b-a3b8-4dbd74daa2db gateway port host: dv-cinder-817642-1-iscsi {{(pid=101814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:39:16.853938 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-f6f359da-d42c-4a38-b408-abb03b23cee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:16.988998 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-973eff8d-f18d-49e0-abb0-cb9a0f92e218 req-da54074d-3f0c-4e2a-bafd-b270ce716e04 service neutron] 10.222.0.78 "GET /v2.0/networks/acd422cb-07fc-4b63-aaab-fd2e52fc9069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643175 Nov 11 20:39:17.013494 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9e307ec1-894a-47a2-bb48-268c20f3797d req-1526e710-5857-4a28-80cd-020d99b894b5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4b182b81-371c-4244-b016-dffa07121ef2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0957503 Nov 11 20:39:17.145496 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-f6f359da-d42c-4a38-b408-abb03b23cee4 None None] For port c45a30cf-07b3-4393-a69c-c5ba76cce58c, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=c45a30cf-07b3-4393-a69c-c5ba76cce58c,segment=NetworkSegment(930ce99c-2473-4163-9946-f4b28be87906),segment_id=930ce99c-2473-4163-9946-f4b28be87906)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:39:17.153831 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-f6f359da-d42c-4a38-b408-abb03b23cee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:17.167308 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-98dd1790-d1d1-4ea5-bec3-4336c72b3f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:17.284223 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e307ec1-894a-47a2-bb48-268c20f3797d req-4293b402-745b-416d-87ed-97ace73ad835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:17.288991 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9e307ec1-894a-47a2-bb48-268c20f3797d req-4293b402-745b-416d-87ed-97ace73ad835 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0daea5c9b8ea4f91b977e9e3cd28c055&device_id=4b182b81-371c-4244-b016-dffa07121ef2 HTTP/1.1" status: 200 len: 1098 time: 0.1400812 Nov 11 20:39:17.290326 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f359da-d42c-4a38-b408-abb03b23cee4 None None] Pushing event updated for resources: {'Port': ['ID=c45a30cf-07b3-4393-a69c-c5ba76cce58c,revision_number=3']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:17.323704 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f359da-d42c-4a38-b408-abb03b23cee4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:39:17.327846 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f359da-d42c-4a38-b408-abb03b23cee4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:39:17.328371 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f359da-d42c-4a38-b408-abb03b23cee4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:39:17.328777 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f359da-d42c-4a38-b408-abb03b23cee4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:39:17.329177 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f359da-d42c-4a38-b408-abb03b23cee4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:39:17.329571 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f359da-d42c-4a38-b408-abb03b23cee4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:39:17.331314 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f359da-d42c-4a38-b408-abb03b23cee4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:39:17.331725 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f359da-d42c-4a38-b408-abb03b23cee4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:39:17.332244 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f359da-d42c-4a38-b408-abb03b23cee4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:39:17.336155 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f359da-d42c-4a38-b408-abb03b23cee4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:39:17.336635 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f359da-d42c-4a38-b408-abb03b23cee4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:39:17.337047 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f359da-d42c-4a38-b408-abb03b23cee4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:39:17.390326 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device c45a30cf-07b3-4393-a69c-c5ba76cce58c up at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:39:17.398065 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-3cb5d75e-74b6-4de5-b2e6-0b1e7bb8712c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739132bb-fa02-420b-a3b8-4dbd74daa2db', 'name': 'tempest-TestMinimumBasicScenario-913632072-router', 'tenant_id': '54238243695d4c1d80225c7950ebf13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '3f488d20-224b-4db5-9740-64babe3f7e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:39:12Z', 'updated_at': '2021-11-11T20:39:13Z', 'revision_number': 3, 'project_id': '54238243695d4c1d80225c7950ebf13a', 'gw_port': {'id': '3f488d20-224b-4db5-9740-64babe3f7e85', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:04:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '739132bb-fa02-420b-a3b8-4dbd74daa2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:13Z', 'updated_at': '2021-11-11T20:39:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi'}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:39:17.507751 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb5d75e-74b6-4de5-b2e6-0b1e7bb8712c None None] The sync data for ids ['739132bb-fa02-420b-a3b8-4dbd74daa2db'] in dv-cinder-817642-1-iscsi is: [{'id': '739132bb-fa02-420b-a3b8-4dbd74daa2db', 'name': 'tempest-TestMinimumBasicScenario-913632072-router', 'tenant_id': '54238243695d4c1d80225c7950ebf13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '3f488d20-224b-4db5-9740-64babe3f7e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:39:12Z', 'updated_at': '2021-11-11T20:39:13Z', 'revision_number': 3, 'project_id': '54238243695d4c1d80225c7950ebf13a', 'gw_port': {'id': '3f488d20-224b-4db5-9740-64babe3f7e85', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:04:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '739132bb-fa02-420b-a3b8-4dbd74daa2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:13Z', 'updated_at': '2021-11-11T20:39:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi'}] {{(pid=101814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:39:17.555749 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Provisioning complete for port c45a30cf-07b3-4393-a69c-c5ba76cce58c triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:39:17.556752 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:17.658070 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-98dd1790-d1d1-4ea5-bec3-4336c72b3f57 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:17.669009 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-98dd1790-d1d1-4ea5-bec3-4336c72b3f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:17.669882 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-98dd1790-d1d1-4ea5-bec3-4336c72b3f57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671716'] for router_interface, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:17.702007 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-5ede310f-e1f3-43ac-804b-d4fefcabc81f None None] Provisioning complete for port c45a30cf-07b3-4393-a69c-c5ba76cce58c triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:39:17.702373 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-5ede310f-e1f3-43ac-804b-d4fefcabc81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:17.767370 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97132496-50b5-47dc-90cd-a2703bee6e37 req-e87e9106-743c-4302-8bd7-2b0dd0c73bb7 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:17.769035 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-97132496-50b5-47dc-90cd-a2703bee6e37 req-e87e9106-743c-4302-8bd7-2b0dd0c73bb7 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.3645608 Nov 11 20:39:17.880152 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98dd1790-d1d1-4ea5-bec3-4336c72b3f57 admin admin] Network 4caefaed-13c7-42e8-8ce9-3fff88487e9f is already hosted by enough agents. {{(pid=101812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:39:17.883707 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.base_scheduler [None req-98dd1790-d1d1-4ea5-bec3-4336c72b3f57 admin admin] Resources bound (agent type, host, resource id): {{(pid=101812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:39:17.888624 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-97132496-50b5-47dc-90cd-a2703bee6e37 req-4b776a6b-2f8b-4279-98df-5177aa8678dd tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872002 Nov 11 20:39:17.934230 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70286def-1854-418c-b98a-8ab635c32ce3 req-a9ee13bd-a577-4c34-bd77-3418dd44c33e tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:17.939725 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-70286def-1854-418c-b98a-8ab635c32ce3 req-a9ee13bd-a577-4c34-bd77-3418dd44c33e tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 945 time: 0.3817363 Nov 11 20:39:17.971797 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-5ede310f-e1f3-43ac-804b-d4fefcabc81f None None] Provisioning complete for port d0172f76-41c5-4956-8bc8-64e372d20857 triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:39:17.972441 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-5ede310f-e1f3-43ac-804b-d4fefcabc81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:17.977276 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e307ec1-894a-47a2-bb48-268c20f3797d req-0987f4f5-b3fc-427f-b694-3624289087ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:17.978841 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9e307ec1-894a-47a2-bb48-268c20f3797d req-0987f4f5-b3fc-427f-b694-3624289087ff service neutron] 10.222.0.78 "GET /v2.0/networks?id=4eaea89b-928d-40c8-a51e-812ae04a8ab3 HTTP/1.1" status: 200 len: 912 time: 0.6604629 Nov 11 20:39:18.016165 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd1790-d1d1-4ea5-bec3-4336c72b3f57 admin admin] Pushing event updated for resources: {'Port': ['ID=d0172f76-41c5-4956-8bc8-64e372d20857,revision_number=2']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:18.085892 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-5ede310f-e1f3-43ac-804b-d4fefcabc81f None None] Port d0172f76-41c5-4956-8bc8-64e372d20857 cannot update to ACTIVE because it is not bound. {{(pid=101813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:39:18.088939 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98dd1790-d1d1-4ea5-bec3-4336c72b3f57 admin admin] Router 739132bb-fa02-420b-a3b8-4dbd74daa2db has already been hosted by L3 agent 078c1a4f-b62f-4fa2-93c9-12887f0677c3 {{(pid=101812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:39:18.117988 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9e307ec1-894a-47a2-bb48-268c20f3797d req-c2e007d1-d874-4ece-99a6-50c576f05c77 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90ad1ea9-d70f-404f-aa76-239fd7557f37 HTTP/1.1" status: 200 len: 217 time: 0.1046731 Nov 11 20:39:18.220030 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-70286def-1854-418c-b98a-8ab635c32ce3 req-b6b917b2-fa18-4de9-94a8-24c879bc8e5c tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2667940 Nov 11 20:39:18.236521 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-7adfae97-7ce3-4758-81d2-cf83529d0414 None None] Provisioning complete for port d0172f76-41c5-4956-8bc8-64e372d20857 triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:39:18.241446 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-7adfae97-7ce3-4758-81d2-cf83529d0414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:18.264330 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e307ec1-894a-47a2-bb48-268c20f3797d req-34a708fb-b8f0-4032-9a03-efddcc42076d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:18.265888 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9e307ec1-894a-47a2-bb48-268c20f3797d req-34a708fb-b8f0-4032-9a03-efddcc42076d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4de108c0-2905-4299-b6ab-929bf14c62f0 HTTP/1.1" status: 200 len: 851 time: 0.1331091 Nov 11 20:39:18.291221 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-7adfae97-7ce3-4758-81d2-cf83529d0414 None None] Port d0172f76-41c5-4956-8bc8-64e372d20857 cannot update to ACTIVE because it is not bound. {{(pid=101813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:39:18.321761 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98dd1790-d1d1-4ea5-bec3-4336c72b3f57 admin admin] Notify agent at l3_agent.dv-cinder-817642-1-iscsi the message routers_updated {{(pid=101812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:39:18.326945 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9e307ec1-894a-47a2-bb48-268c20f3797d req-9ba616c9-70fb-48d4-8dae-a11927999d8b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4eaea89b-928d-40c8-a51e-812ae04a8ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413826 Nov 11 20:39:18.331355 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-98dd1790-d1d1-4ea5-bec3-4336c72b3f57 admin admin] 10.222.0.61 "PUT /v2.0/routers/739132bb-fa02-420b-a3b8-4dbd74daa2db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7305601 Nov 11 20:39:18.418471 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-537a4853-6809-45aa-8dbb-2666ecbc5f8d None None] Provisioning complete for port d0172f76-41c5-4956-8bc8-64e372d20857 triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:39:18.418938 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-537a4853-6809-45aa-8dbb-2666ecbc5f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:18.469234 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-537a4853-6809-45aa-8dbb-2666ecbc5f8d None None] Port d0172f76-41c5-4956-8bc8-64e372d20857 cannot update to ACTIVE because it is not bound. {{(pid=101813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:39:18.499857 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9e307ec1-894a-47a2-bb48-268c20f3797d req-3a3bab1c-99f2-49d3-95ca-a301f18f1f49 service neutron] 10.222.0.78 "GET /v2.0/networks/4eaea89b-928d-40c8-a51e-812ae04a8ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373799 Nov 11 20:39:18.643116 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9e307ec1-894a-47a2-bb48-268c20f3797d req-f66fb096-42ab-4cac-a24b-5b246e719be3 service neutron] 10.222.0.78 "GET /v2.0/networks/4eaea89b-928d-40c8-a51e-812ae04a8ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330047 Nov 11 20:39:19.067480 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 42320) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:19.144384 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787c3e1-1fed-46dc-aeda-5e90ee539559 req-34850e1c-5212-43fb-b0dc-e6a4e7d9a2d0 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:19.147049 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b787c3e1-1fed-46dc-aeda-5e90ee539559 req-34850e1c-5212-43fb-b0dc-e6a4e7d9a2d0 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.1536026 Nov 11 20:39:19.234854 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b787c3e1-1fed-46dc-aeda-5e90ee539559 req-9fff5a8f-4a3b-4217-8dd6-c74d9c70ef34 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644901 Nov 11 20:39:19.314062 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-1703af0f-a4e3-4370-afda-c91e090fbb7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:19.359933 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device 3f488d20-224b-4db5-9740-64babe3f7e85 up at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:39:19.497936 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-1703af0f-a4e3-4370-afda-c91e090fbb7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:19.511226 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-1703af0f-a4e3-4370-afda-c91e090fbb7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:19.522307 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Provisioning complete for port 3f488d20-224b-4db5-9740-64babe3f7e85 triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:39:19.528706 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43192c-1642-41c3-9af1-0c9572a15206 req-9c499ac2-9b7c-43b6-8122-3b0c917c8315 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:19.530599 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ce43192c-1642-41c3-9af1-0c9572a15206 req-9c499ac2-9b7c-43b6-8122-3b0c917c8315 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 945 time: 0.1617761 Nov 11 20:39:19.530774 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:19.637836 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ce43192c-1642-41c3-9af1-0c9572a15206 req-c948f7f2-909f-409b-b838-f525d1c68521 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952675 Nov 11 20:39:19.652002 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1703af0f-a4e3-4370-afda-c91e090fbb7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614e40da-ef25-4334-bfcc-566a71637b3f,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:19.666188 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-1703af0f-a4e3-4370-afda-c91e090fbb7b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=306a90f21fbd43939a37463f91dabd87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5973077 Nov 11 20:39:19.667752 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 42354) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:19.751205 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:19.799965 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] For port 3f488d20-224b-4db5-9740-64babe3f7e85, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=3f488d20-224b-4db5-9740-64babe3f7e85,segment=NetworkSegment(e9e9934c-1983-4624-9195-f2a2627c9ef4),segment_id=e9e9934c-1983-4624-9195-f2a2627c9ef4)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:39:19.807850 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:19.808796 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device c45a30cf-07b3-4393-a69c-c5ba76cce58c up at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:39:19.837010 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-266d61fa-b34c-47f6-b3dd-10daf0c9d85e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:19.872773 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d1325e-c2cb-4463-ad4f-15e68c1cb176 req-bfa41e8d-2667-46f6-8062-b8dd81e45f69 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:19.876186 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-13d1325e-c2cb-4463-ad4f-15e68c1cb176 req-bfa41e8d-2667-46f6-8062-b8dd81e45f69 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 945 time: 0.1129432 Nov 11 20:39:19.887608 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 42368) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:19.901285 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [None req-58acd01c-2aa6-4174-b3f5-0de15eddc1bb tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Request body: {'floatingip': {'port_id': 'bc0e19f0-bdca-4923-a0c3-77ad0c202bdc'}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:39:19.919036 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-266d61fa-b34c-47f6-b3dd-10daf0c9d85e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:19.919921 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Pushing event updated for resources: {'Port': ['ID=3f488d20-224b-4db5-9740-64babe3f7e85,revision_number=4']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:19.933791 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Provisioning complete for port c45a30cf-07b3-4393-a69c-c5ba76cce58c triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:39:19.934328 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:20.059908 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-266d61fa-b34c-47f6-b3dd-10daf0c9d85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:20.063910 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-266d61fa-b34c-47f6-b3dd-10daf0c9d85e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:20.065161 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-266d61fa-b34c-47f6-b3dd-10daf0c9d85e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/614e40da-ef25-4334-bfcc-566a71637b3f HTTP/1.1" status: 204 len: 168 time: 0.3908491 Nov 11 20:39:20.095425 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d61fa-b34c-47f6-b3dd-10daf0c9d85e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614e40da-ef25-4334-bfcc-566a71637b3f,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:20.108260 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-58acd01c-2aa6-4174-b3f5-0de15eddc1bb tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks [] for floatingip, before_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:20.155091 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93345b4c-1d3b-4877-acca-ca6da72816b4 None None] Sync routers for ids ['739132bb-fa02-420b-a3b8-4dbd74daa2db'] in dv-cinder-817642-1-iscsi {{(pid=101813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:39:20.187447 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93345b4c-1d3b-4877-acca-ca6da72816b4 None None] Routers {'739132bb-fa02-420b-a3b8-4dbd74daa2db'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:39:20.188421 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-93345b4c-1d3b-4877-acca-ca6da72816b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:39:03Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['739132bb-fa02-420b-a3b8-4dbd74daa2db'], 'active': True} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:39:20.409923 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 42380) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:20.557391 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvr_db [None req-93345b4c-1d3b-4877-acca-ca6da72816b4 None None] Set router 739132bb-fa02-420b-a3b8-4dbd74daa2db gateway port host: dv-cinder-817642-1-iscsi {{(pid=101813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:39:20.661541 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-3ae28227-d20b-49c8-a719-dc1b00146060 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:20.679352 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 42384) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:20.703703 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-69e60fd6-6f5f-4da6-9656-3d1b58696152 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:20.709793 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:20.815386 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad73d0-1cc1-47a5-9488-ff72a406ace4 req-eefd7e23-ea30-4a15-996a-a61b2ffb3c3a tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:20.818568 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9bad73d0-1cc1-47a5-9488-ff72a406ace4 req-eefd7e23-ea30-4a15-996a-a61b2ffb3c3a tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.2646804 Nov 11 20:39:20.884379 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-69e60fd6-6f5f-4da6-9656-3d1b58696152 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:20.896982 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-69e60fd6-6f5f-4da6-9656-3d1b58696152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:20.946775 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e60fd6-6f5f-4da6-9656-3d1b58696152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69f6306-d9d2-4526-8e2b-2584ec807cb2,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:20.979000 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9bad73d0-1cc1-47a5-9488-ff72a406ace4 req-5928d3d7-d0ab-4d07-846a-a726c8d3cdac tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260154 Nov 11 20:39:21.027240 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-93345b4c-1d3b-4877-acca-ca6da72816b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739132bb-fa02-420b-a3b8-4dbd74daa2db', 'name': 'tempest-TestMinimumBasicScenario-913632072-router', 'tenant_id': '54238243695d4c1d80225c7950ebf13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '3f488d20-224b-4db5-9740-64babe3f7e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:39:12Z', 'updated_at': '2021-11-11T20:39:17Z', 'revision_number': 4, 'project_id': '54238243695d4c1d80225c7950ebf13a', 'gw_port': {'id': '3f488d20-224b-4db5-9740-64babe3f7e85', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:04:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739132bb-fa02-420b-a3b8-4dbd74daa2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:13Z', 'updated_at': '2021-11-11T20:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': 'd0172f76-41c5-4956-8bc8-64e372d20857', 'name': '', 'network_id': '4caefaed-13c7-42e8-8ce9-3fff88487e9f', 'tenant_id': '54238243695d4c1d80225c7950ebf13a', 'mac_address': 'fa:16:3e:30:6e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '739132bb-fa02-420b-a3b8-4dbd74daa2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'f482b034-14e9-49ce-9996-3577601ba381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:15Z', 'updated_at': '2021-11-11T20:39:17Z', 'revision_number': 2, 'project_id': '54238243695d4c1d80225c7950ebf13a', 'subnets': [{'id': 'f482b034-14e9-49ce-9996-3577601ba381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:39:21.033963 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-69e60fd6-6f5f-4da6-9656-3d1b58696152 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f60a3c4307544772ad206f129b18e6b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3534708 Nov 11 20:39:21.037390 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 42390) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:21.091669 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93345b4c-1d3b-4877-acca-ca6da72816b4 None None] Checking router: 739132bb-fa02-420b-a3b8-4dbd74daa2db for host: dv-cinder-817642-1-iscsi {{(pid=101813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:39:21.093448 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93345b4c-1d3b-4877-acca-ca6da72816b4 None None] Updating router 739132bb-fa02-420b-a3b8-4dbd74daa2db port d0172f76-41c5-4956-8bc8-64e372d20857 binding host dv-cinder-817642-1-iscsi {{(pid=101813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:39:21.106271 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-3ae28227-d20b-49c8-a719-dc1b00146060 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:21.117595 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-3ae28227-d20b-49c8-a719-dc1b00146060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:21.161975 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-93345b4c-1d3b-4877-acca-ca6da72816b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:21.182683 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-3ae28227-d20b-49c8-a719-dc1b00146060 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=40a70e23e98643efb92a480c193a2087&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7676637 Nov 11 20:39:21.182683 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae28227-d20b-49c8-a719-dc1b00146060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751fed01-1bfb-4f42-84b3-eec42dca6a64,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:21.186313 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 42392) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:21.186832 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-778c5271-4ba9-4cd5-8cb5-e45252003df5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:21.213633 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-778c5271-4ba9-4cd5-8cb5-e45252003df5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:21.264960 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device 3f488d20-224b-4db5-9740-64babe3f7e85 up at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:39:21.285377 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-778c5271-4ba9-4cd5-8cb5-e45252003df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:21.288388 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-778c5271-4ba9-4cd5-8cb5-e45252003df5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:21.298548 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-778c5271-4ba9-4cd5-8cb5-e45252003df5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d69f6306-d9d2-4526-8e2b-2584ec807cb2 HTTP/1.1" status: 204 len: 168 time: 0.2538323 Nov 11 20:39:21.315068 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c5271-4ba9-4cd5-8cb5-e45252003df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69f6306-d9d2-4526-8e2b-2584ec807cb2,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:21.445183 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Provisioning complete for port 3f488d20-224b-4db5-9740-64babe3f7e85 triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:39:21.445486 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:21.543385 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-58acd01c-2aa6-4174-b3f5-0de15eddc1bb tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:21.553922 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-58acd01c-2aa6-4174-b3f5-0de15eddc1bb tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656075'] for floatingip, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:21.702971 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-93345b4c-1d3b-4877-acca-ca6da72816b4 None None] Publish callbacks [] for port, precommit_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:21.713683 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-93345b4c-1d3b-4877-acca-ca6da72816b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:21.740231 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.db.l3_db [None req-58acd01c-2aa6-4174-b3f5-0de15eddc1bb tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Floating IP a8731313-b948-41f4-8b4d-7e53c13f13fc associated. External IP: 172.27.0.155, port: bc0e19f0-bdca-4923-a0c3-77ad0c202bdc. Nov 11 20:39:21.833523 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ccea05-6225-460c-ba90-919b6f0c71fc None None] Pushing event updated for resources: {'Port': ['ID=d0172f76-41c5-4956-8bc8-64e372d20857,revision_number=3']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:21.848576 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-93345b4c-1d3b-4877-acca-ca6da72816b4 None None] Attempting to bind port d0172f76-41c5-4956-8bc8-64e372d20857 on host dv-cinder-817642-1-iscsi for vnic_type normal with profile {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:39:21.848952 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-93345b4c-1d3b-4877-acca-ca6da72816b4 None None] Attempting to bind port d0172f76-41c5-4956-8bc8-64e372d20857 by drivers openvswitch,hyperv on host dv-cinder-817642-1-iscsi at level 0 using segments [{'id': '930ce99c-2473-4163-9946-f4b28be87906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '4caefaed-13c7-42e8-8ce9-3fff88487e9f'}] {{(pid=101813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:39:21.849400 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93345b4c-1d3b-4877-acca-ca6da72816b4 None None] Attempting to bind port d0172f76-41c5-4956-8bc8-64e372d20857 on network 4caefaed-13c7-42e8-8ce9-3fff88487e9f {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:39:21.858737 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93345b4c-1d3b-4877-acca-ca6da72816b4 None None] Checking agent: {'id': '2f88a117-5cd0-41ac-983d-8c5af48f8bd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 30, 6), 'started_at': datetime.datetime(2021, 11, 11, 20, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:39:21.859253 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93345b4c-1d3b-4877-acca-ca6da72816b4 None None] Checking segment: {'id': '930ce99c-2473-4163-9946-f4b28be87906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '4caefaed-13c7-42e8-8ce9-3fff88487e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:39:21.859657 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-93345b4c-1d3b-4877-acca-ca6da72816b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:21.860080 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93345b4c-1d3b-4877-acca-ca6da72816b4 None None] Bound using segment: {'id': '930ce99c-2473-4163-9946-f4b28be87906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '4caefaed-13c7-42e8-8ce9-3fff88487e9f'} {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:39:21.860549 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-93345b4c-1d3b-4877-acca-ca6da72816b4 None None] Bound port: d0172f76-41c5-4956-8bc8-64e372d20857, host: dv-cinder-817642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '930ce99c-2473-4163-9946-f4b28be87906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '4caefaed-13c7-42e8-8ce9-3fff88487e9f'}}] {{(pid=101813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:39:21.860922 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-93345b4c-1d3b-4877-acca-ca6da72816b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:21.892911 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-6a375bc2-ce0b-4a38-ab66-7d98dbe4168b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:21.916257 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 42402) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:21.950650 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-ba362a4e-5066-42aa-bf33-44132315cbc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:22.010567 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-93345b4c-1d3b-4877-acca-ca6da72816b4 None None] For port d0172f76-41c5-4956-8bc8-64e372d20857, host dv-cinder-817642-1-iscsi, cleared binding levels {{(pid=101813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:39:22.023302 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-93345b4c-1d3b-4877-acca-ca6da72816b4 None None] For port d0172f76-41c5-4956-8bc8-64e372d20857, host dv-cinder-817642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=d0172f76-41c5-4956-8bc8-64e372d20857,segment=NetworkSegment(930ce99c-2473-4163-9946-f4b28be87906),segment_id=930ce99c-2473-4163-9946-f4b28be87906)] {{(pid=101813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:39:22.025842 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-6a375bc2-ce0b-4a38-ab66-7d98dbe4168b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:22.034366 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-93345b4c-1d3b-4877-acca-ca6da72816b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:22.118452 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93345b4c-1d3b-4877-acca-ca6da72816b4 None None] Routers {'739132bb-fa02-420b-a3b8-4dbd74daa2db'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:39:22.119174 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-93345b4c-1d3b-4877-acca-ca6da72816b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:39:03Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['739132bb-fa02-420b-a3b8-4dbd74daa2db'], 'active': True} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:39:22.209312 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-ba362a4e-5066-42aa-bf33-44132315cbc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:22.214353 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-ba362a4e-5066-42aa-bf33-44132315cbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:22.244841 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-6a375bc2-ce0b-4a38-ab66-7d98dbe4168b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:22.247396 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-6a375bc2-ce0b-4a38-ab66-7d98dbe4168b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:22.248574 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-6a375bc2-ce0b-4a38-ab66-7d98dbe4168b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/751fed01-1bfb-4f42-84b3-eec42dca6a64 HTTP/1.1" status: 204 len: 168 time: 1.0603435 Nov 11 20:39:22.260742 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d3bad-d66d-4830-bfdb-f45d5ed81dd2 req-e572bac1-f7f6-44da-a952-28fded4ce7ef tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:22.267792 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2f3d3bad-d66d-4830-bfdb-f45d5ed81dd2 req-e572bac1-f7f6-44da-a952-28fded4ce7ef tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.1391189 Nov 11 20:39:22.335390 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a375bc2-ce0b-4a38-ab66-7d98dbe4168b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751fed01-1bfb-4f42-84b3-eec42dca6a64,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:22.338997 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvr_db [None req-93345b4c-1d3b-4877-acca-ca6da72816b4 None None] Set router 739132bb-fa02-420b-a3b8-4dbd74daa2db gateway port host: dv-cinder-817642-1-iscsi {{(pid=101813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:39:22.340962 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba362a4e-5066-42aa-bf33-44132315cbc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17b0340-a4ad-4ecb-a1d5-623797e540c3,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:22.369659 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-ba362a4e-5066-42aa-bf33-44132315cbc6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d1f0cd3567f946f3b8b966a510c3e48d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4484644 Nov 11 20:39:22.371070 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 42410) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:22.384192 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a375bc2-ce0b-4a38-ab66-7d98dbe4168b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:39:22.384875 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a375bc2-ce0b-4a38-ab66-7d98dbe4168b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:39:22.385421 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a375bc2-ce0b-4a38-ab66-7d98dbe4168b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:39:22.385770 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a375bc2-ce0b-4a38-ab66-7d98dbe4168b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:39:22.386118 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a375bc2-ce0b-4a38-ab66-7d98dbe4168b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:39:22.386460 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a375bc2-ce0b-4a38-ab66-7d98dbe4168b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:39:22.386796 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a375bc2-ce0b-4a38-ab66-7d98dbe4168b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:39:22.387142 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a375bc2-ce0b-4a38-ab66-7d98dbe4168b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:39:22.387461 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a375bc2-ce0b-4a38-ab66-7d98dbe4168b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:39:22.387787 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a375bc2-ce0b-4a38-ab66-7d98dbe4168b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:39:22.399025 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a375bc2-ce0b-4a38-ab66-7d98dbe4168b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:39:22.399429 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a375bc2-ce0b-4a38-ab66-7d98dbe4168b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:39:22.466827 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58acd01c-2aa6-4174-b3f5-0de15eddc1bb tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Router fc74dff3-6f68-4d1e-b60f-adabb104eb44 has already been hosted by L3 agent 078c1a4f-b62f-4fa2-93c9-12887f0677c3 {{(pid=101811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:39:22.478333 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-a04cb290-e129-43ac-8dd4-610d909fc7f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:22.493850 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ccea05-6225-460c-ba90-919b6f0c71fc None None] Pushing event updated for resources: {'Port': ['ID=d0172f76-41c5-4956-8bc8-64e372d20857,revision_number=4']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:22.531000 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-a04cb290-e129-43ac-8dd4-610d909fc7f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:22.544897 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-c74f7e74-aab5-4fef-8d54-21b8615dc17e None None] Provisioning complete for port d0172f76-41c5-4956-8bc8-64e372d20857 triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:39:22.545354 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c74f7e74-aab5-4fef-8d54-21b8615dc17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:22.547054 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2f3d3bad-d66d-4830-bfdb-f45d5ed81dd2 req-61aa91c2-c2f4-4054-b5e2-dae813bd0d88 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782729 Nov 11 20:39:22.613973 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-a04cb290-e129-43ac-8dd4-610d909fc7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:22.620025 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-a04cb290-e129-43ac-8dd4-610d909fc7f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:22.621473 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-a04cb290-e129-43ac-8dd4-610d909fc7f3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d17b0340-a4ad-4ecb-a1d5-623797e540c3 HTTP/1.1" status: 204 len: 168 time: 0.2488277 Nov 11 20:39:22.634228 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04cb290-e129-43ac-8dd4-610d909fc7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17b0340-a4ad-4ecb-a1d5-623797e540c3,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:22.727552 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58acd01c-2aa6-4174-b3f5-0de15eddc1bb tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Notify agent at l3_agent.dv-cinder-817642-1-iscsi the message routers_updated {{(pid=101811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:39:22.744239 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fdc06a-ac2c-4257-aa0c-a4420f4e666b None None] Sync routers for ids ['fc74dff3-6f68-4d1e-b60f-adabb104eb44'] in dv-cinder-817642-1-iscsi {{(pid=101814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:39:22.750731 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-58acd01c-2aa6-4174-b3f5-0de15eddc1bb tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for floatingip, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:22.766051 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fdc06a-ac2c-4257-aa0c-a4420f4e666b None None] Routers {'fc74dff3-6f68-4d1e-b60f-adabb104eb44'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:39:22.768130 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-76fdc06a-ac2c-4257-aa0c-a4420f4e666b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:39:03Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['fc74dff3-6f68-4d1e-b60f-adabb104eb44'], 'active': True} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:39:22.839417 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-58acd01c-2aa6-4174-b3f5-0de15eddc1bb tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "PUT /v2.0/floatingips/a8731313-b948-41f4-8b4d-7e53c13f13fc HTTP/1.1" status: 200 len: 991 time: 2.9397466 Nov 11 20:39:22.840177 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce4a9f51-80d0-4901-beaf-9b03435f002c', 'tag': 'bc0e19f0-bdca-4923-a0c3-77ad0c202bdc'}] {{(pid=101811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:39:22.853773 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5736cb7e175e5ed5563496e7c8b9c6d8883e61bc6d504a4dc096e4a6f480cdce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a03e883-d97c-40fa-adc0-468db05d7ec8" -d '{"events": [{"name": "network-changed", "server_uuid": "ce4a9f51-80d0-4901-beaf-9b03435f002c", "tag": "bc0e19f0-bdca-4923-a0c3-77ad0c202bdc"}]}' {{(pid=101811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:39:22.897987 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 42424) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:22.922788 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-d031a781-e89b-434c-ab68-99dbd66493c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:22.947419 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63edcf7-2231-43f5-a1aa-34b8024ce0ab x-openstack-request-id: req-d63edcf7-2231-43f5-a1aa-34b8024ce0ab {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:39:22.947946 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce4a9f51-80d0-4901-beaf-9b03435f002c", "tag": "bc0e19f0-bdca-4923-a0c3-77ad0c202bdc", "status": "completed", "code": 200}]} {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:39:22.947946 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d63edcf7-2231-43f5-a1aa-34b8024ce0ab {{(pid=101811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:39:22.948382 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce4a9f51-80d0-4901-beaf-9b03435f002c', 'tag': 'bc0e19f0-bdca-4923-a0c3-77ad0c202bdc', 'status': 'completed', 'code': 200} Nov 11 20:39:23.060071 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-93345b4c-1d3b-4877-acca-ca6da72816b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739132bb-fa02-420b-a3b8-4dbd74daa2db', 'name': 'tempest-TestMinimumBasicScenario-913632072-router', 'tenant_id': '54238243695d4c1d80225c7950ebf13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '3f488d20-224b-4db5-9740-64babe3f7e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:39:12Z', 'updated_at': '2021-11-11T20:39:17Z', 'revision_number': 4, 'project_id': '54238243695d4c1d80225c7950ebf13a', 'gw_port': {'id': '3f488d20-224b-4db5-9740-64babe3f7e85', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:04:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739132bb-fa02-420b-a3b8-4dbd74daa2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:13Z', 'updated_at': '2021-11-11T20:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': 'd0172f76-41c5-4956-8bc8-64e372d20857', 'name': '', 'network_id': '4caefaed-13c7-42e8-8ce9-3fff88487e9f', 'tenant_id': '54238243695d4c1d80225c7950ebf13a', 'mac_address': 'fa:16:3e:30:6e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '739132bb-fa02-420b-a3b8-4dbd74daa2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'f482b034-14e9-49ce-9996-3577601ba381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:15Z', 'updated_at': '2021-11-11T20:39:21Z', 'revision_number': 4, 'project_id': '54238243695d4c1d80225c7950ebf13a', 'subnets': [{'id': 'f482b034-14e9-49ce-9996-3577601ba381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:39:23.102150 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03e883-d97c-40fa-adc0-468db05d7ec8 req-e78455f8-c915-4229-8384-e66f538ac9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:23.110324 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3a03e883-d97c-40fa-adc0-468db05d7ec8 req-e78455f8-c915-4229-8384-e66f538ac9c3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=38d540a76ef9405bb94b7e433494fabd&device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 1098 time: 0.1104050 Nov 11 20:39:23.168004 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93345b4c-1d3b-4877-acca-ca6da72816b4 None None] The sync data for ids ['739132bb-fa02-420b-a3b8-4dbd74daa2db'] in dv-cinder-817642-1-iscsi is: [{'id': '739132bb-fa02-420b-a3b8-4dbd74daa2db', 'name': 'tempest-TestMinimumBasicScenario-913632072-router', 'tenant_id': '54238243695d4c1d80225c7950ebf13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '3f488d20-224b-4db5-9740-64babe3f7e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:39:12Z', 'updated_at': '2021-11-11T20:39:17Z', 'revision_number': 4, 'project_id': '54238243695d4c1d80225c7950ebf13a', 'gw_port': {'id': '3f488d20-224b-4db5-9740-64babe3f7e85', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:04:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739132bb-fa02-420b-a3b8-4dbd74daa2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:13Z', 'updated_at': '2021-11-11T20:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': 'd0172f76-41c5-4956-8bc8-64e372d20857', 'name': '', 'network_id': '4caefaed-13c7-42e8-8ce9-3fff88487e9f', 'tenant_id': '54238243695d4c1d80225c7950ebf13a', 'mac_address': 'fa:16:3e:30:6e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '739132bb-fa02-420b-a3b8-4dbd74daa2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'f482b034-14e9-49ce-9996-3577601ba381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:15Z', 'updated_at': '2021-11-11T20:39:21Z', 'revision_number': 4, 'project_id': '54238243695d4c1d80225c7950ebf13a', 'subnets': [{'id': 'f482b034-14e9-49ce-9996-3577601ba381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:39:23.175307 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c74f7e74-aab5-4fef-8d54-21b8615dc17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:23.188660 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-d031a781-e89b-434c-ab68-99dbd66493c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:23.199444 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-d031a781-e89b-434c-ab68-99dbd66493c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:23.263195 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-d031a781-e89b-434c-ab68-99dbd66493c0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0f67b5c1372448eb8a480e9bfe41818e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3636439 Nov 11 20:39:23.263792 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 42432) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:23.273594 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c74f7e74-aab5-4fef-8d54-21b8615dc17e None None] For port d0172f76-41c5-4956-8bc8-64e372d20857, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=d0172f76-41c5-4956-8bc8-64e372d20857,segment=NetworkSegment(930ce99c-2473-4163-9946-f4b28be87906),segment_id=930ce99c-2473-4163-9946-f4b28be87906)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:39:23.278582 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvr_db [None req-76fdc06a-ac2c-4257-aa0c-a4420f4e666b None None] Set router fc74dff3-6f68-4d1e-b60f-adabb104eb44 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:39:23.281787 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c74f7e74-aab5-4fef-8d54-21b8615dc17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:23.331629 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d031a781-e89b-434c-ab68-99dbd66493c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70001434-4ac3-402b-b5d3-8270c9638c11,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:23.364434 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03e883-d97c-40fa-adc0-468db05d7ec8 req-f4a4d2f2-e1e8-460a-a9a9-4ebb54360b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:23.365869 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3a03e883-d97c-40fa-adc0-468db05d7ec8 req-f4a4d2f2-e1e8-460a-a9a9-4ebb54360b8c service neutron] 10.222.0.78 "GET /v2.0/networks?id=51d362a5-52f5-4926-aac3-68c4c9326236 HTTP/1.1" status: 200 len: 917 time: 0.2431111 Nov 11 20:39:23.395764 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-794a4502-f02a-48f1-8cc5-78c33f7977ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:23.453594 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f7e74-aab5-4fef-8d54-21b8615dc17e None None] Pushing event updated for resources: {'Port': ['ID=d0172f76-41c5-4956-8bc8-64e372d20857,revision_number=5']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:23.469208 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-794a4502-f02a-48f1-8cc5-78c33f7977ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:23.567942 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-8306e961-b895-4281-9de2-93ff5d017cd7 None None] Provisioning complete for port d0172f76-41c5-4956-8bc8-64e372d20857 triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:39:23.568353 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-8306e961-b895-4281-9de2-93ff5d017cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:23.631754 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-794a4502-f02a-48f1-8cc5-78c33f7977ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:23.638238 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-794a4502-f02a-48f1-8cc5-78c33f7977ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:23.648673 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-794a4502-f02a-48f1-8cc5-78c33f7977ab admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/70001434-4ac3-402b-b5d3-8270c9638c11 HTTP/1.1" status: 204 len: 168 time: 0.3811035 Nov 11 20:39:23.678699 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3a03e883-d97c-40fa-adc0-468db05d7ec8 req-c883fd6f-1b5d-405f-8bfb-852c792efb6d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc0e19f0-bdca-4923-a0c3-77ad0c202bdc HTTP/1.1" status: 200 len: 999 time: 0.2964370 Nov 11 20:39:23.685157 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a4502-f02a-48f1-8cc5-78c33f7977ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70001434-4ac3-402b-b5d3-8270c9638c11,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:23.986195 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03e883-d97c-40fa-adc0-468db05d7ec8 req-01aef779-4c3d-43c2-8de2-5503be345882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:23.991799 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3a03e883-d97c-40fa-adc0-468db05d7ec8 req-01aef779-4c3d-43c2-8de2-5503be345882 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b93905e5-6d6f-41ed-9efc-0dfc53d52f76 HTTP/1.1" status: 200 len: 855 time: 0.2981653 Nov 11 20:39:24.052143 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74eeb7-7c41-4d2a-b7b6-deba9a94d81d req-390ac851-c44b-4503-9a0b-e7d9cda12878 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:24.059030 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-76fdc06a-ac2c-4257-aa0c-a4420f4e666b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'name': 'tempest-AttachVolumeShelveTestJSON-627808726-router', 'tenant_id': '38d540a76ef9405bb94b7e433494fabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '67ba29b5-6d5a-4739-8793-7d8a03d5cb3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:38:13Z', 'updated_at': '2021-11-11T20:38:21Z', 'revision_number': 4, 'project_id': '38d540a76ef9405bb94b7e433494fabd', 'gw_port': {'id': '67ba29b5-6d5a-4739-8793-7d8a03d5cb3c', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:38:14Z', 'updated_at': '2021-11-11T20:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_floatingips': [{'id': 'a8731313-b948-41f4-8b4d-7e53c13f13fc', 'tenant_id': '38d540a76ef9405bb94b7e433494fabd', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'router_id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'port_id': 'bc0e19f0-bdca-4923-a0c3-77ad0c202bdc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51d362a5-52f5-4926-aac3-68c4c9326236', 'mac_address': 'fa:16:3e:0b:d5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4a9f51-80d0-4901-beaf-9b03435f002c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:38:26Z', 'updated_at': '2021-11-11T20:39:21Z', 'revision_number': 1, 'project_id': '38d540a76ef9405bb94b7e433494fabd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '279df8e5-3371-4994-bf8b-9fba4ded60c2', 'name': '', 'network_id': '51d362a5-52f5-4926-aac3-68c4c9326236', 'tenant_id': '38d540a76ef9405bb94b7e433494fabd', 'mac_address': 'fa:16:3e:52:f4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b93905e5-6d6f-41ed-9efc-0dfc53d52f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:38:19Z', 'updated_at': '2021-11-11T20:38:28Z', 'revision_number': 5, 'project_id': '38d540a76ef9405bb94b7e433494fabd', 'subnets': [{'id': 'b93905e5-6d6f-41ed-9efc-0dfc53d52f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:39:24.062577 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3c74eeb7-7c41-4d2a-b7b6-deba9a94d81d req-390ac851-c44b-4503-9a0b-e7d9cda12878 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.3453557 Nov 11 20:39:24.164783 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fdc06a-ac2c-4257-aa0c-a4420f4e666b None None] Checking router: fc74dff3-6f68-4d1e-b60f-adabb104eb44 for host: dv-cinder-817642-1-iscsi {{(pid=101814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:39:24.200243 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fdc06a-ac2c-4257-aa0c-a4420f4e666b None None] Routers {'fc74dff3-6f68-4d1e-b60f-adabb104eb44'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:39:24.201174 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-76fdc06a-ac2c-4257-aa0c-a4420f4e666b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:39:03Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['fc74dff3-6f68-4d1e-b60f-adabb104eb44'], 'active': True} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:39:24.521636 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvr_db [None req-76fdc06a-ac2c-4257-aa0c-a4420f4e666b None None] Set router fc74dff3-6f68-4d1e-b60f-adabb104eb44 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:39:24.839687 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3c74eeb7-7c41-4d2a-b7b6-deba9a94d81d req-246ef573-8bfa-4044-905e-007ac3038344 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7689147 Nov 11 20:39:24.841869 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03e883-d97c-40fa-adc0-468db05d7ec8 req-ac2c3470-d3af-4232-8ba7-2fce781278aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:24.843346 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3a03e883-d97c-40fa-adc0-468db05d7ec8 req-ac2c3470-d3af-4232-8ba7-2fce781278aa service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=51d362a5-52f5-4926-aac3-68c4c9326236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.7758532 Nov 11 20:39:25.067676 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-76fdc06a-ac2c-4257-aa0c-a4420f4e666b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'name': 'tempest-AttachVolumeShelveTestJSON-627808726-router', 'tenant_id': '38d540a76ef9405bb94b7e433494fabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '67ba29b5-6d5a-4739-8793-7d8a03d5cb3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:38:13Z', 'updated_at': '2021-11-11T20:38:21Z', 'revision_number': 4, 'project_id': '38d540a76ef9405bb94b7e433494fabd', 'gw_port': {'id': '67ba29b5-6d5a-4739-8793-7d8a03d5cb3c', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:38:14Z', 'updated_at': '2021-11-11T20:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_floatingips': [{'id': 'a8731313-b948-41f4-8b4d-7e53c13f13fc', 'tenant_id': '38d540a76ef9405bb94b7e433494fabd', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'router_id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'port_id': 'bc0e19f0-bdca-4923-a0c3-77ad0c202bdc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51d362a5-52f5-4926-aac3-68c4c9326236', 'mac_address': 'fa:16:3e:0b:d5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4a9f51-80d0-4901-beaf-9b03435f002c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:38:26Z', 'updated_at': '2021-11-11T20:39:21Z', 'revision_number': 1, 'project_id': '38d540a76ef9405bb94b7e433494fabd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '279df8e5-3371-4994-bf8b-9fba4ded60c2', 'name': '', 'network_id': '51d362a5-52f5-4926-aac3-68c4c9326236', 'tenant_id': '38d540a76ef9405bb94b7e433494fabd', 'mac_address': 'fa:16:3e:52:f4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b93905e5-6d6f-41ed-9efc-0dfc53d52f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:38:19Z', 'updated_at': '2021-11-11T20:38:28Z', 'revision_number': 5, 'project_id': '38d540a76ef9405bb94b7e433494fabd', 'subnets': [{'id': 'b93905e5-6d6f-41ed-9efc-0dfc53d52f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:39:25.119428 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3a03e883-d97c-40fa-adc0-468db05d7ec8 req-ec968054-d363-4ce7-af97-8819eb638213 service neutron] 10.222.0.78 "GET /v2.0/networks/51d362a5-52f5-4926-aac3-68c4c9326236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538767 Nov 11 20:39:25.175143 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fdc06a-ac2c-4257-aa0c-a4420f4e666b None None] The sync data for ids ['fc74dff3-6f68-4d1e-b60f-adabb104eb44'] in dv-cinder-817642-1-iscsi is: [{'id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'name': 'tempest-AttachVolumeShelveTestJSON-627808726-router', 'tenant_id': '38d540a76ef9405bb94b7e433494fabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '67ba29b5-6d5a-4739-8793-7d8a03d5cb3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:38:13Z', 'updated_at': '2021-11-11T20:38:21Z', 'revision_number': 4, 'project_id': '38d540a76ef9405bb94b7e433494fabd', 'gw_port': {'id': '67ba29b5-6d5a-4739-8793-7d8a03d5cb3c', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:38:14Z', 'updated_at': '2021-11-11T20:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_floatingips': [{'id': 'a8731313-b948-41f4-8b4d-7e53c13f13fc', 'tenant_id': '38d540a76ef9405bb94b7e433494fabd', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'router_id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'port_id': 'bc0e19f0-bdca-4923-a0c3-77ad0c202bdc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51d362a5-52f5-4926-aac3-68c4c9326236', 'mac_address': 'fa:16:3e:0b:d5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4a9f51-80d0-4901-beaf-9b03435f002c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:38:26Z', 'updated_at': '2021-11-11T20:39:21Z', 'revision_number': 1, 'project_id': '38d540a76ef9405bb94b7e433494fabd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '279df8e5-3371-4994-bf8b-9fba4ded60c2', 'name': '', 'network_id': '51d362a5-52f5-4926-aac3-68c4c9326236', 'tenant_id': '38d540a76ef9405bb94b7e433494fabd', 'mac_address': 'fa:16:3e:52:f4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b93905e5-6d6f-41ed-9efc-0dfc53d52f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:38:19Z', 'updated_at': '2021-11-11T20:38:28Z', 'revision_number': 5, 'project_id': '38d540a76ef9405bb94b7e433494fabd', 'subnets': [{'id': 'b93905e5-6d6f-41ed-9efc-0dfc53d52f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:39:25.341061 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device d0172f76-41c5-4956-8bc8-64e372d20857 up at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:39:25.447012 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3a03e883-d97c-40fa-adc0-468db05d7ec8 req-b35fecbd-707a-4bf6-aac6-60700791a1a1 service neutron] 10.222.0.78 "GET /v2.0/networks/51d362a5-52f5-4926-aac3-68c4c9326236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073273 Nov 11 20:39:25.482798 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Provisioning complete for port d0172f76-41c5-4956-8bc8-64e372d20857 triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:39:25.484578 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:26.150645 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443997d0-cd5d-42f6-a1d3-4994021e4242 req-293344e0-48ac-4293-a5d4-bcd661e57b8a tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:26.153300 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-443997d0-cd5d-42f6-a1d3-4994021e4242 req-293344e0-48ac-4293-a5d4-bcd661e57b8a tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.1446369 Nov 11 20:39:26.185102 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380d24f-5bd8-4637-b32a-2a1a153685be req-2b23e747-85fe-4963-b84e-aaca97f6d131 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:26.187308 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5380d24f-5bd8-4637-b32a-2a1a153685be req-2b23e747-85fe-4963-b84e-aaca97f6d131 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b182b81-371c-4244-b016-dffa07121ef2 HTTP/1.1" status: 200 len: 945 time: 0.1158738 Nov 11 20:39:26.350527 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-443997d0-cd5d-42f6-a1d3-4994021e4242 req-d27c1fb3-9c39-4336-9064-da2b0164ba62 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804283 Nov 11 20:39:26.403316 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5380d24f-5bd8-4637-b32a-2a1a153685be req-5ffed293-6784-472b-803b-c799f8ed3fa9 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/security-groups?id=a532f9f3-0bae-4042-8c75-8658b2396770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017202 Nov 11 20:39:26.586286 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54a34c1-0539-44e5-8a0c-657b82ed3036 None None] New status for floating IP a8731313-b948-41f4-8b4d-7e53c13f13fc: ACTIVE {{(pid=101813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 20:39:27.546635 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1bd628-21c7-4e58-8c3e-2c979dd269aa req-6f612f67-00a7-466f-b8e2-0eb1483a5ee1 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:27.548216 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2f1bd628-21c7-4e58-8c3e-2c979dd269aa req-6f612f67-00a7-466f-b8e2-0eb1483a5ee1 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b182b81-371c-4244-b016-dffa07121ef2 HTTP/1.1" status: 200 len: 945 time: 0.0732515 Nov 11 20:39:27.563807 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d763483-1125-4857-9358-695c26db69ed req-5c4817c6-15ca-4e67-a72c-a2730ef5d847 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:27.570417 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-6d763483-1125-4857-9358-695c26db69ed req-5c4817c6-15ca-4e67-a72c-a2730ef5d847 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.1046937 Nov 11 20:39:27.654088 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2f1bd628-21c7-4e58-8c3e-2c979dd269aa req-f9eb36d1-0f3c-44fe-b0c4-6b6ab62434fa tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/security-groups?id=a532f9f3-0bae-4042-8c75-8658b2396770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875554 Nov 11 20:39:27.665934 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-6d763483-1125-4857-9358-695c26db69ed req-33a7d276-8bc4-4b27-80aa-b275cd045073 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892587 Nov 11 20:39:27.840854 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.agents_db [None req-82748851-6744-43b9-bd77-83e744a7c088 None None] Agent healthcheck: found 6 active agents {{(pid=101814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:39:28.854097 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2cce98-5189-469c-82b3-0fab8d6ae122 req-2bac6c71-b3bc-490b-b1b2-fa506f1b63cb tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:28.855790 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8f2cce98-5189-469c-82b3-0fab8d6ae122 req-2bac6c71-b3bc-490b-b1b2-fa506f1b63cb tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.1037838 Nov 11 20:39:28.870347 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf6416-d3cf-4f9b-9792-8a2ad575b3c7 req-b7553a96-4dc0-4669-aa1e-4589957b1775 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:28.872284 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d4cf6416-d3cf-4f9b-9792-8a2ad575b3c7 req-b7553a96-4dc0-4669-aa1e-4589957b1775 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b182b81-371c-4244-b016-dffa07121ef2 HTTP/1.1" status: 200 len: 945 time: 0.0820177 Nov 11 20:39:28.963148 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8f2cce98-5189-469c-82b3-0fab8d6ae122 req-24be24ba-2123-41d1-8d3b-42b0f3f25cc6 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895474 Nov 11 20:39:28.993479 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d4cf6416-d3cf-4f9b-9792-8a2ad575b3c7 req-2db6682d-0394-4ecd-a2d8-3145fb0068d3 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/security-groups?id=a532f9f3-0bae-4042-8c75-8658b2396770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140392 Nov 11 20:39:29.116046 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 42670) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:29.249461 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-a374f510-76f4-4c31-b596-960e7ef1185b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:29.336560 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-a374f510-76f4-4c31-b596-960e7ef1185b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:29.343334 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-a374f510-76f4-4c31-b596-960e7ef1185b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:29.376348 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 42674) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:29.376637 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-a374f510-76f4-4c31-b596-960e7ef1185b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a42649fde57b4de5bf0e1e6697175087&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2592220 Nov 11 20:39:29.409184 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a374f510-76f4-4c31-b596-960e7ef1185b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa5008e-d8f7-4536-bf67-d4f3253e75fb,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:29.439007 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-b8ed3006-adbe-463e-b314-183bcd467be2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:29.470707 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-b8ed3006-adbe-463e-b314-183bcd467be2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:29.547496 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-b8ed3006-adbe-463e-b314-183bcd467be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:29.552220 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-b8ed3006-adbe-463e-b314-183bcd467be2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:29.560377 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-b8ed3006-adbe-463e-b314-183bcd467be2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/efa5008e-d8f7-4536-bf67-d4f3253e75fb HTTP/1.1" status: 204 len: 168 time: 0.1825590 Nov 11 20:39:29.589516 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed3006-adbe-463e-b314-183bcd467be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa5008e-d8f7-4536-bf67-d4f3253e75fb,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:29.842528 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5182902-fa21-4a11-9abf-a36bc5b24f4b req-bfb2207e-30b7-4385-884b-bef325acdf6f tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:29.853787 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f5182902-fa21-4a11-9abf-a36bc5b24f4b req-bfb2207e-30b7-4385-884b-bef325acdf6f tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b182b81-371c-4244-b016-dffa07121ef2 HTTP/1.1" status: 200 len: 945 time: 0.0953746 Nov 11 20:39:30.081264 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [req-f5182902-fa21-4a11-9abf-a36bc5b24f4b req-3e975943-2ab7-4170-8f5c-42d3c86b196d tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] Deleting port 90ad1ea9-d70f-404f-aa76-239fd7557f37 {{(pid=101811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:39:30.082276 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-f5182902-fa21-4a11-9abf-a36bc5b24f4b req-3e975943-2ab7-4170-8f5c-42d3c86b196d tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:30.083034 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 42708) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:30.103329 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-4121fb96-326a-44be-8b4e-1abe4ef34a7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:30.248546 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-4121fb96-326a-44be-8b4e-1abe4ef34a7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:30.262411 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-4121fb96-326a-44be-8b4e-1abe4ef34a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:30.298647 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-4121fb96-326a-44be-8b4e-1abe4ef34a7c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b3f430a308a046089949c97b1f73d0fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2109571 Nov 11 20:39:30.298647 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 42720) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:30.313020 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a89c5-fc69-4dfc-a204-3e0258295991 req-210925a9-03a2-41a1-8644-c439066d44d2 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:30.322568 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-545a89c5-fc69-4dfc-a204-3e0258295991 req-210925a9-03a2-41a1-8644-c439066d44d2 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b182b81-371c-4244-b016-dffa07121ef2 HTTP/1.1" status: 200 len: 945 time: 0.1732514 Nov 11 20:39:30.355555 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7569e52-d12c-4bc4-af83-0724d059297e req-1b3cb3ab-8148-490d-85f0-b86983463bdf tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:30.357125 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b7569e52-d12c-4bc4-af83-0724d059297e req-1b3cb3ab-8148-490d-85f0-b86983463bdf tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.2790313 Nov 11 20:39:30.399071 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4121fb96-326a-44be-8b4e-1abe4ef34a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be2a739-6dcf-41e8-b00f-b2a5418379df,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:30.451544 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-364612b6-40cd-4f02-8e97-00e734bea6de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:30.458589 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-f5182902-fa21-4a11-9abf-a36bc5b24f4b req-3e975943-2ab7-4170-8f5c-42d3c86b196d tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] For port 90ad1ea9-d70f-404f-aa76-239fd7557f37, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=90ad1ea9-d70f-404f-aa76-239fd7557f37,segment=NetworkSegment(6b48cbfa-0d88-481b-a920-f067c7ca3e18),segment_id=6b48cbfa-0d88-481b-a920-f067c7ca3e18)] {{(pid=101811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:39:30.458742 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-f5182902-fa21-4a11-9abf-a36bc5b24f4b req-3e975943-2ab7-4170-8f5c-42d3c86b196d tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:30.471438 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-545a89c5-fc69-4dfc-a204-3e0258295991 req-730dc920-9812-4db0-b4b0-acfae3042a21 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/security-groups?id=a532f9f3-0bae-4042-8c75-8658b2396770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479690 Nov 11 20:39:30.490111 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [req-f5182902-fa21-4a11-9abf-a36bc5b24f4b req-3e975943-2ab7-4170-8f5c-42d3c86b196d tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] Calling delete_port for 90ad1ea9-d70f-404f-aa76-239fd7557f37 owned by compute:nova {{(pid=101811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:39:30.498865 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b7569e52-d12c-4bc4-af83-0724d059297e req-1b1425be-eae0-46ce-b49b-cceaf41397ee tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308913 Nov 11 20:39:30.540592 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-364612b6-40cd-4f02-8e97-00e734bea6de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:30.604844 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-364612b6-40cd-4f02-8e97-00e734bea6de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:30.609187 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-364612b6-40cd-4f02-8e97-00e734bea6de admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:30.611436 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-364612b6-40cd-4f02-8e97-00e734bea6de admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2be2a739-6dcf-41e8-b00f-b2a5418379df HTTP/1.1" status: 204 len: 168 time: 0.3135531 Nov 11 20:39:30.626096 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364612b6-40cd-4f02-8e97-00e734bea6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be2a739-6dcf-41e8-b00f-b2a5418379df,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:30.792476 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-74054f70-9d84-46ca-bcde-1e075ca756b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:30.857359 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-f5182902-fa21-4a11-9abf-a36bc5b24f4b req-3e975943-2ab7-4170-8f5c-42d3c86b196d tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954'] for port, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:30.924492 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e975943-2ab7-4170-8f5c-42d3c86b196d tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] Pushing event deleted for resources: {'Port': ['ID=90ad1ea9-d70f-404f-aa76-239fd7557f37,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:30.976615 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5182902-fa21-4a11-9abf-a36bc5b24f4b req-3e975943-2ab7-4170-8f5c-42d3c86b196d tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] No DVR routers for this DVR port 90ad1ea9-d70f-404f-aa76-239fd7557f37 on host hv-cinder-81764 {{(pid=101811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:39:30.980084 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-f5182902-fa21-4a11-9abf-a36bc5b24f4b req-3e975943-2ab7-4170-8f5c-42d3c86b196d tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:30.983570 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f5182902-fa21-4a11-9abf-a36bc5b24f4b req-3e975943-2ab7-4170-8f5c-42d3c86b196d tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.78 "DELETE /v2.0/ports/90ad1ea9-d70f-404f-aa76-239fd7557f37 HTTP/1.1" status: 204 len: 173 time: 1.1206603 Nov 11 20:39:30.984197 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b182b81-371c-4244-b016-dffa07121ef2', 'name': 'network-vif-deleted', 'tag': '90ad1ea9-d70f-404f-aa76-239fd7557f37'}] {{(pid=101811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:39:30.986533 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5736cb7e175e5ed5563496e7c8b9c6d8883e61bc6d504a4dc096e4a6f480cdce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286bb504-1bbd-44f0-b2b7-0b7e507ce1c4" -d '{"events": [{"server_uuid": "4b182b81-371c-4244-b016-dffa07121ef2", "name": "network-vif-deleted", "tag": "90ad1ea9-d70f-404f-aa76-239fd7557f37"}]}' {{(pid=101811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:39:31.073570 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa20f64a-755d-4349-ad66-ec4b3f7af5e5 x-openstack-request-id: req-aa20f64a-755d-4349-ad66-ec4b3f7af5e5 {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:39:31.073868 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b182b81-371c-4244-b016-dffa07121ef2", "name": "network-vif-deleted", "tag": "90ad1ea9-d70f-404f-aa76-239fd7557f37", "status": "completed", "code": 200}]} {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:39:31.074147 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-aa20f64a-755d-4349-ad66-ec4b3f7af5e5 {{(pid=101811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:39:31.074924 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b182b81-371c-4244-b016-dffa07121ef2', 'name': 'network-vif-deleted', 'tag': '90ad1ea9-d70f-404f-aa76-239fd7557f37', 'status': 'completed', 'code': 200} Nov 11 20:39:31.721881 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-df386f4c-7726-48b2-a5d3-c0060e770f5f req-c42db150-61aa-4d23-bc68-91a4f9a20ad7 tempest-DeleteServersTestJSON-1788446717 tempest-DeleteServersTestJSON-1788446717-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b182b81-371c-4244-b016-dffa07121ef2 HTTP/1.1" status: 200 len: 210 time: 0.0709460 Nov 11 20:39:31.736269 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1056d33-fd09-42d6-888e-d21aeff22150 req-2ce9cb94-8edf-4b67-9499-e03a4c4ee98b tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:31.738018 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e1056d33-fd09-42d6-888e-d21aeff22150 req-2ce9cb94-8edf-4b67-9499-e03a4c4ee98b tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.1361532 Nov 11 20:39:31.837879 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e1056d33-fd09-42d6-888e-d21aeff22150 req-d46324ec-1400-493a-8894-fed9fae6f214 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907156 Nov 11 20:39:32.749659 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 90ad1ea9-d70f-404f-aa76-239fd7557f37 no longer exists at agent hyperv_hv-cinder-81764 {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:39:32.813850 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] No Port match for: 90ad1ea9-d70f-404f-aa76-239fd7557f37 {{(pid=101813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:39:32.814910 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 90ad1ea9-d70f-404f-aa76-239fd7557f37 not bound to the agent host hv-cinder-81764 {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:39:32.943107 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 42838) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:33.062842 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b1f8a-8e43-4121-8437-e7bd325bc50d req-f3f55ed4-b262-4c46-a5be-bd02d3cd02fd tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:33.071798 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-718b1f8a-8e43-4121-8437-e7bd325bc50d req-f3f55ed4-b262-4c46-a5be-bd02d3cd02fd tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.0927486 Nov 11 20:39:33.158700 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-718b1f8a-8e43-4121-8437-e7bd325bc50d req-1657ffea-f22c-48f7-9307-e0dd6b4ece55 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859728 Nov 11 20:39:33.215418 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-33e3d7bd-348f-42df-8536-97b774c43e97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:33.358885 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-33e3d7bd-348f-42df-8536-97b774c43e97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:33.365919 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-33e3d7bd-348f-42df-8536-97b774c43e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:33.376088 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-ee19f7fc-2790-46aa-8503-c20666a94554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:33.409768 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 42854) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:33.410515 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-33e3d7bd-348f-42df-8536-97b774c43e97 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6c4c901991cd4011a864621b766fba0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4655437 Nov 11 20:39:33.439739 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3d7bd-348f-42df-8536-97b774c43e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0255a4-78af-4931-8e06-978a5e77f282,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:33.518918 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-a4487d29-0a4d-4e1f-812e-c27478510e50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:33.563049 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-a4487d29-0a4d-4e1f-812e-c27478510e50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:33.622679 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-a4487d29-0a4d-4e1f-812e-c27478510e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:33.626549 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-a4487d29-0a4d-4e1f-812e-c27478510e50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:33.627873 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-a4487d29-0a4d-4e1f-812e-c27478510e50 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/db0255a4-78af-4931-8e06-978a5e77f282 HTTP/1.1" status: 204 len: 168 time: 0.2170177 Nov 11 20:39:33.651193 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4487d29-0a4d-4e1f-812e-c27478510e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0255a4-78af-4931-8e06-978a5e77f282,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:34.130880 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 42872) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:34.151078 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-6c8089fe-118b-49da-90b8-15bbdc0b7c6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:34.270118 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-6c8089fe-118b-49da-90b8-15bbdc0b7c6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:34.279004 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-6c8089fe-118b-49da-90b8-15bbdc0b7c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:34.353710 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3d9940ef-842e-4b07-a279-f9f66b0ee11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:34.358505 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8089fe-118b-49da-90b8-15bbdc0b7c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad368286-5410-4b63-b35a-06d5d778f3c9,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:34.368361 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-6c8089fe-118b-49da-90b8-15bbdc0b7c6f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1d4fe91fd9ba42f28ed386691eda8d7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2360191 Nov 11 20:39:34.371288 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 42878) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:34.424054 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b7af9-120f-4ba1-a049-056231525b66 req-d411e142-3f59-4b12-b11d-34d4e202a8cf tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:34.425516 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f83b7af9-120f-4ba1-a049-056231525b66 req-d411e142-3f59-4b12-b11d-34d4e202a8cf tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.1129401 Nov 11 20:39:34.458682 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-362d2cda-031f-445d-8a8c-24dbec36249c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:34.502138 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-362d2cda-031f-445d-8a8c-24dbec36249c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:34.541090 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f83b7af9-120f-4ba1-a049-056231525b66 req-53972e16-2165-4c02-b63e-a5c9e9acb9e8 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928290 Nov 11 20:39:34.589037 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-362d2cda-031f-445d-8a8c-24dbec36249c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:34.592660 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-362d2cda-031f-445d-8a8c-24dbec36249c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:34.593342 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-362d2cda-031f-445d-8a8c-24dbec36249c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ad368286-5410-4b63-b35a-06d5d778f3c9 HTTP/1.1" status: 204 len: 168 time: 0.2209337 Nov 11 20:39:34.609271 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d2cda-031f-445d-8a8c-24dbec36249c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad368286-5410-4b63-b35a-06d5d778f3c9,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:34.665892 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 42888) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:34.747557 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.db.db_base_plugin_v2 [None req-25e20ce4-a452-4618-a37c-afcdfb7e41d0 admin admin] Deleting subnet 4de108c0-2905-4299-b6ab-929bf14c62f0 {{(pid=101812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:39:34.768671 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-25e20ce4-a452-4618-a37c-afcdfb7e41d0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:34.839357 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-25e20ce4-a452-4618-a37c-afcdfb7e41d0 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:34.854969 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-25e20ce4-a452-4618-a37c-afcdfb7e41d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16455430'] for subnet, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:34.963359 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-25e20ce4-a452-4618-a37c-afcdfb7e41d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16455441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858'] for subnet, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:35.016901 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e20ce4-a452-4618-a37c-afcdfb7e41d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4de108c0-2905-4299-b6ab-929bf14c62f0,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:35.022503 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-25e20ce4-a452-4618-a37c-afcdfb7e41d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for subnet, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:35.025879 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-25e20ce4-a452-4618-a37c-afcdfb7e41d0 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/4de108c0-2905-4299-b6ab-929bf14c62f0 HTTP/1.1" status: 204 len: 168 time: 0.3588874 Nov 11 20:39:35.028934 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 42902) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:35.174432 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-b4d54f45-752d-4706-a751-fc348eb643d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16325219'] for network, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:35.296866 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-b4d54f45-752d-4706-a751-fc348eb643d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451713', 'neutron.services.segments.db._delete_segments_for_network-8768469249518'] for network, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:35.326752 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-b4d54f45-752d-4706-a751-fc348eb643d1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:39:35.327308 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-b4d54f45-752d-4706-a751-fc348eb643d1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:39:35.328236 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-b4d54f45-752d-4706-a751-fc348eb643d1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:39:35.328562 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-b4d54f45-752d-4706-a751-fc348eb643d1 admin admin] Subscribe: > port after_create 55550000 {{(pid=101812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:39:35.328875 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-b4d54f45-752d-4706-a751-fc348eb643d1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:39:35.329184 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-b4d54f45-752d-4706-a751-fc348eb643d1 admin admin] Subscribe: > port after_update 55550000 {{(pid=101812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:39:35.329493 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-b4d54f45-752d-4706-a751-fc348eb643d1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:39:35.329815 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-b4d54f45-752d-4706-a751-fc348eb643d1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:39:35.330288 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-b4d54f45-752d-4706-a751-fc348eb643d1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:39:35.330601 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-b4d54f45-752d-4706-a751-fc348eb643d1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:39:35.564373 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-b4d54f45-752d-4706-a751-fc348eb643d1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:39:35.564840 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-b4d54f45-752d-4706-a751-fc348eb643d1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:39:35.565275 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-b4d54f45-752d-4706-a751-fc348eb643d1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:39:35.565693 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-b4d54f45-752d-4706-a751-fc348eb643d1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:39:35.566151 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.services.segments.db [None req-b4d54f45-752d-4706-a751-fc348eb643d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eaea89b-928d-40c8-a51e-812ae04a8ab3']}} {{(pid=101812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:39:35.609611 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.services.segments.db [None req-b4d54f45-752d-4706-a751-fc348eb643d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b48cbfa-0d88-481b-a920-f067c7ca3e18') {'for_net_delete': True} {{(pid=101812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:39:35.611502 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.services.segments.db [None req-b4d54f45-752d-4706-a751-fc348eb643d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b48cbfa-0d88-481b-a920-f067c7ca3e18') {} {{(pid=101812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:39:35.652239 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-b4d54f45-752d-4706-a751-fc348eb643d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768469040631', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4175429'] for segment, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:35.703715 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-b4d54f45-752d-4706-a751-fc348eb643d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16407769'] for segment, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:35.717647 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a706a-b6a8-4bef-9fed-920b9f90c910 req-42e41cd0-a532-4d9c-a9ac-6254e4a2407a tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:35.731792 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-983a706a-b6a8-4bef-9fed-920b9f90c910 req-42e41cd0-a532-4d9c-a9ac-6254e4a2407a tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.1165218 Nov 11 20:39:35.743622 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4d54f45-752d-4706-a751-fc348eb643d1 admin admin] Releasing vlan 860 on physical network physnet1 to pool {{(pid=101812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:39:35.744174 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-b4d54f45-752d-4706-a751-fc348eb643d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16407769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3549732'] for segment, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:35.810675 dv-cinder-817642-1-iscsi neutron-server[101812]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 20:39:35.810675 dv-cinder-817642-1-iscsi neutron-server[101812]: from cryptography.utils import int_from_bytes Nov 11 20:39:35.810675 dv-cinder-817642-1-iscsi neutron-server[101812]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 20:39:35.810675 dv-cinder-817642-1-iscsi neutron-server[101812]: from cryptography.utils import int_from_bytes Nov 11 20:39:35.810675 dv-cinder-817642-1-iscsi neutron-server[101812]: Traceback (most recent call last): Nov 11 20:39:35.810675 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:39:35.810675 dv-cinder-817642-1-iscsi neutron-server[101812]: timer() Nov 11 20:39:35.810675 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:39:35.810675 dv-cinder-817642-1-iscsi neutron-server[101812]: cb(*args, **kw) Nov 11 20:39:35.810675 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:39:35.810675 dv-cinder-817642-1-iscsi neutron-server[101812]: return func(*args, **kwargs) Nov 11 20:39:35.810675 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:39:35.810675 dv-cinder-817642-1-iscsi neutron-server[101812]: self._notify() Nov 11 20:39:35.810675 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:39:35.810675 dv-cinder-817642-1-iscsi neutron-server[101812]: self.callback(batched_events) Nov 11 20:39:35.810675 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:39:35.810675 dv-cinder-817642-1-iscsi neutron-server[101812]: event.method(event) Nov 11 20:39:35.810675 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:39:35.810675 dv-cinder-817642-1-iscsi neutron-server[101812]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:39:35.810675 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:39:35.810675 dv-cinder-817642-1-iscsi neutron-server[101812]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:39:35.810675 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:39:35.810675 dv-cinder-817642-1-iscsi neutron-server[101812]: return f(self, *a, **k) Nov 11 20:39:35.810675 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:39:35.810675 dv-cinder-817642-1-iscsi neutron-server[101812]: return self._get(url).json() Nov 11 20:39:35.810675 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:39:35.810675 dv-cinder-817642-1-iscsi neutron-server[101812]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:39:35.810675 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:39:35.810675 dv-cinder-817642-1-iscsi neutron-server[101812]: return self.request(url, 'GET', **kwargs) Nov 11 20:39:35.810675 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:39:35.810675 dv-cinder-817642-1-iscsi neutron-server[101812]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:39:35.810675 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:39:35.810675 dv-cinder-817642-1-iscsi neutron-server[101812]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:39:35.810675 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:39:35.810675 dv-cinder-817642-1-iscsi neutron-server[101812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:39:35.810675 dv-cinder-817642-1-iscsi neutron-server[101812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:39:35.824109 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-983a706a-b6a8-4bef-9fed-920b9f90c910 req-77a16f4d-a7f8-44a8-ad2a-341e0029a37d tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761442 Nov 11 20:39:35.902756 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-b4d54f45-752d-4706-a751-fc348eb643d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656125'] for network, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:35.924025 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d54f45-752d-4706-a751-fc348eb643d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4eaea89b-928d-40c8-a51e-812ae04a8ab3,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:35.930571 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-b4d54f45-752d-4706-a751-fc348eb643d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for network, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:35.938888 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-b4d54f45-752d-4706-a751-fc348eb643d1 admin admin] 10.222.0.61 "DELETE /v2.0/networks/4eaea89b-928d-40c8-a51e-812ae04a8ab3 HTTP/1.1" status: 204 len: 168 time: 0.9064555 Nov 11 20:39:36.088331 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b24fd597-249d-429f-8b46-48f3c6a9ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:36.093115 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340b012-bb21-434f-8755-a0116447840b req-78aeea54-4749-48e1-a3f8-7f3e0928a5e9 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:36.095443 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f340b012-bb21-434f-8755-a0116447840b req-78aeea54-4749-48e1-a3f8-7f3e0928a5e9 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/networks?id=f75b74a3-4944-4e66-a1f1-0eb754745d66 HTTP/1.1" status: 200 len: 814 time: 0.1633041 Nov 11 20:39:36.125473 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f340b012-bb21-434f-8755-a0116447840b req-68531b12-3ab5-415e-9b1d-7c3e45857243 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/quotas/7b92a8a05c22447985ae53c7b9c91fc8 HTTP/1.1" status: 200 len: 375 time: 0.0231915 Nov 11 20:39:36.208022 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f340b012-bb21-434f-8755-a0116447840b req-0bfe94e8-03e9-42a6-acfb-fbec787c2552 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7b92a8a05c22447985ae53c7b9c91fc8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0723641 Nov 11 20:39:36.226934 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 42962) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:36.284212 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-ba9c86db-dd56-4a09-93bb-3db84c787e61 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0daea5c9b8ea4f91b977e9e3cd28c055&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0552230 Nov 11 20:39:36.287156 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 42966) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:36.338819 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f340b012-bb21-434f-8755-a0116447840b req-6ca3d9cb-1a56-419b-8859-afbf4db0dab9 service neutron] 10.222.0.61 "GET /v2.0/networks/f75b74a3-4944-4e66-a1f1-0eb754745d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337328 Nov 11 20:39:36.353565 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-085d8564-9bf3-4988-8cd6-aa27fc59cd72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:36.372998 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 42970) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:36.377314 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-085d8564-9bf3-4988-8cd6-aa27fc59cd72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:36.424666 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:36.455607 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-085d8564-9bf3-4988-8cd6-aa27fc59cd72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:36.460165 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-085d8564-9bf3-4988-8cd6-aa27fc59cd72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:36.463849 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-085d8564-9bf3-4988-8cd6-aa27fc59cd72 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a532f9f3-0bae-4042-8c75-8658b2396770 HTTP/1.1" status: 204 len: 168 time: 0.1730168 Nov 11 20:39:36.475915 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d8564-9bf3-4988-8cd6-aa27fc59cd72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a532f9f3-0bae-4042-8c75-8658b2396770,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:36.499921 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f340b012-bb21-434f-8755-a0116447840b req-10e47474-4671-4b6d-b2f8-574369f405b9 service neutron] 10.222.0.61 "GET /v2.0/networks/f75b74a3-4944-4e66-a1f1-0eb754745d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539440 Nov 11 20:39:36.533028 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-3ac17de1-ed10-4a00-803b-767c5f2b6858 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:36.631647 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-3ac17de1-ed10-4a00-803b-767c5f2b6858 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:36.641378 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-3ac17de1-ed10-4a00-803b-767c5f2b6858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:36.722744 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-48c3fb87-239c-4371-a19f-f4a83f50fc96 req-4dae02e6-2351-4447-844c-151ebe189975 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=bded2955-e01c-44b7-8296-944f839f06b9 HTTP/1.1" status: 200 len: 210 time: 0.0646915 Nov 11 20:39:36.749112 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-3ac17de1-ed10-4a00-803b-767c5f2b6858 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0b323c4a35104e369b92b0203285887f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3749404 Nov 11 20:39:36.752413 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac17de1-ed10-4a00-803b-767c5f2b6858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7192b1-2148-4f7d-8cf8-c597b8b12351,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:36.752770 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 42994) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:36.828598 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-c5cc9e46-eb63-434e-b5ad-9b244486c14c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:36.837825 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ffa638-9d35-4243-bcde-ffb510af2c72 req-20754ded-2916-4803-bf3f-7d8a3ef3885f tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:36.847443 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-97ffa638-9d35-4243-bcde-ffb510af2c72 req-20754ded-2916-4803-bf3f-7d8a3ef3885f tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/networks?id=e3ad6302-2af8-4f34-932c-43eafe0c8fe6 HTTP/1.1" status: 200 len: 814 time: 0.1784256 Nov 11 20:39:36.856701 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-c5cc9e46-eb63-434e-b5ad-9b244486c14c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:36.866749 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-97ffa638-9d35-4243-bcde-ffb510af2c72 req-722536cd-4a43-4b13-8043-85bb251ecbe5 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/quotas/4f3da3f794f742c0a5bf009d5bad5208 HTTP/1.1" status: 200 len: 375 time: 0.0176816 Nov 11 20:39:36.924084 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-c5cc9e46-eb63-434e-b5ad-9b244486c14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:36.927863 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-c5cc9e46-eb63-434e-b5ad-9b244486c14c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:36.931333 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-c5cc9e46-eb63-434e-b5ad-9b244486c14c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6b7192b1-2148-4f7d-8cf8-c597b8b12351 HTTP/1.1" status: 204 len: 168 time: 0.1740599 Nov 11 20:39:36.949976 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc9e46-eb63-434e-b5ad-9b244486c14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7192b1-2148-4f7d-8cf8-c597b8b12351,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:36.985276 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-97ffa638-9d35-4243-bcde-ffb510af2c72 req-2fa44c30-c4a1-463f-ab44-67b2bdd6d042 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4f3da3f794f742c0a5bf009d5bad5208&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1175971 Nov 11 20:39:37.010649 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af75cbc1-dd8a-4127-97f7-a00aa46bf6c2 req-afcee3d4-b4f7-4df3-b045-7a886aa58c93 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:37.012388 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-af75cbc1-dd8a-4127-97f7-a00aa46bf6c2 req-afcee3d4-b4f7-4df3-b045-7a886aa58c93 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.1132076 Nov 11 20:39:37.134019 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-af75cbc1-dd8a-4127-97f7-a00aa46bf6c2 req-275cad5f-918e-4a7e-8554-1af95ca97c26 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158633 Nov 11 20:39:37.170699 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-97ffa638-9d35-4243-bcde-ffb510af2c72 req-2085c701-3cb6-4476-8487-23774cff574b service neutron] 10.222.0.61 "GET /v2.0/networks/e3ad6302-2af8-4f34-932c-43eafe0c8fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537540 Nov 11 20:39:37.312349 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-97ffa638-9d35-4243-bcde-ffb510af2c72 req-73fef657-3ac7-4501-84e9-04a8ca76b1ad service neutron] 10.222.0.61 "GET /v2.0/networks/e3ad6302-2af8-4f34-932c-43eafe0c8fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306031 Nov 11 20:39:37.523309 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4dca9d12-d4b9-49ce-b9bd-b675d4f1f536 req-6a621e70-fe71-462a-8c9d-7b1c4606a43c tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 210 time: 0.0363417 Nov 11 20:39:37.702659 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 43050) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:37.845302 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a40db577-b18f-4f94-84f9-f95d913521b1 req-8e91fdc0-e692-4296-84c3-9e6bd1d2920c tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=bded2955-e01c-44b7-8296-944f839f06b9 HTTP/1.1" status: 200 len: 210 time: 0.0366344 Nov 11 20:39:37.920090 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 43064) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:37.942702 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-89ed1531-e6cb-49ae-8a53-d464d6a3c2fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:38.007485 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [None req-d9b39b82-5b71-47b4-8d59-878905a521a3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-643645549-network', 'tenant_id': 'b5cef6cece0f4bf49468d6d0e5b6b269'}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:39:38.033797 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b39b82-5b71-47b4-8d59-878905a521a3 admin admin] Made reservation on behalf of b5cef6cece0f4bf49468d6d0e5b6b269 for: {'network': 1} {{(pid=101812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:39:38.037187 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-d9b39b82-5b71-47b4-8d59-878905a521a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for network, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:38.047465 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-89ed1531-e6cb-49ae-8a53-d464d6a3c2fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:38.048596 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-d9b39b82-5b71-47b4-8d59-878905a521a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:38.053421 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-89ed1531-e6cb-49ae-8a53-d464d6a3c2fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:38.124673 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-89ed1531-e6cb-49ae-8a53-d464d6a3c2fa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3c49aec680b94752a469d16e487ad85e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4205494 Nov 11 20:39:38.127069 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 43072) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:38.127705 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ed1531-e6cb-49ae-8a53-d464d6a3c2fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941d4487-d3be-4541-831c-888ef1a9e602,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:38.182659 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-d9b39b82-5b71-47b4-8d59-878905a521a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:38.188448 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-d9b39b82-5b71-47b4-8d59-878905a521a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:38.201366 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9b39b82-5b71-47b4-8d59-878905a521a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 865, 'physical_network': 'physnet1'} {{(pid=101812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:39:38.231739 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-d9b39b82-5b71-47b4-8d59-878905a521a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16407769'] for segment, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:38.232351 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.db.segments_db [None req-d9b39b82-5b71-47b4-8d59-878905a521a3 admin admin] Added segment 10d54165-ef60-4074-adbf-93405467530b of type vlan for network 515d5239-5614-4a6a-85cb-8dd4e9ebdc6b Nov 11 20:39:38.233660 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-ed3e4dcc-ff21-4505-9ec5-f10f1439a715 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:38.283026 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b39b82-5b71-47b4-8d59-878905a521a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55d32dc-068f-4c58-9240-2c4965a04d64,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:38.290738 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629af78-a173-47e5-916d-698a51dda2f3 req-d91b93f6-d058-4a42-a409-f8409678285b tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:38.299854 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-6629af78-a173-47e5-916d-698a51dda2f3 req-d91b93f6-d058-4a42-a409-f8409678285b tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.0710213 Nov 11 20:39:38.307061 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-ed3e4dcc-ff21-4505-9ec5-f10f1439a715 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:38.326642 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-d9b39b82-5b71-47b4-8d59-878905a521a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768468705491'] for network, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:38.384590 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-6629af78-a173-47e5-916d-698a51dda2f3 req-f82b350c-1ed7-4182-8e55-d92576821317 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835972 Nov 11 20:39:38.392563 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-d9b39b82-5b71-47b4-8d59-878905a521a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858'] for network, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:38.393792 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b39b82-5b71-47b4-8d59-878905a521a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:38.394673 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-d9b39b82-5b71-47b4-8d59-878905a521a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for network, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:38.404559 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-ed3e4dcc-ff21-4505-9ec5-f10f1439a715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:38.408235 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-ed3e4dcc-ff21-4505-9ec5-f10f1439a715 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:38.414172 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-ed3e4dcc-ff21-4505-9ec5-f10f1439a715 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/941d4487-d3be-4541-831c-888ef1a9e602 HTTP/1.1" status: 204 len: 168 time: 0.2842324 Nov 11 20:39:38.504902 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-d9b39b82-5b71-47b4-8d59-878905a521a3 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5828695 Nov 11 20:39:38.506437 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3e4dcc-ff21-4505-9ec5-f10f1439a715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941d4487-d3be-4541-831c-888ef1a9e602,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:38.518454 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 43084) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:38.528852 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [None req-fb9238a2-620c-43c8-8a9f-deec770c0a01 admin admin] Request body: {'subnet': {'network_id': '515d5239-5614-4a6a-85cb-8dd4e9ebdc6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-643645549-subnet', 'tenant_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:39:38.562791 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b39b82-5b71-47b4-8d59-878905a521a3 admin admin] Pushing event updated for resources: {'Network': ['ID=515d5239-5614-4a6a-85cb-8dd4e9ebdc6b,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:38.575540 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Network 515d5239-5614-4a6a-85cb-8dd4e9ebdc6b details requested by agent ovs-agent-dv-cinder-817642-1-iscsi with host dv-cinder-817642-1-iscsi {{(pid=101813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:39:38.595863 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9238a2-620c-43c8-8a9f-deec770c0a01 admin admin] Made reservation on behalf of b5cef6cece0f4bf49468d6d0e5b6b269 for: {'subnet': 1} {{(pid=101812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:39:38.598533 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-fb9238a2-620c-43c8-8a9f-deec770c0a01 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3891083'] for subnet, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:38.678105 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340b012-bb21-434f-8755-a0116447840b req-0f32cb61-5392-409d-83f2-e3c56baaf5f3 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:38.679728 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f340b012-bb21-434f-8755-a0116447840b req-0f32cb61-5392-409d-83f2-e3c56baaf5f3 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.78 "GET /v2.0/networks?id=f75b74a3-4944-4e66-a1f1-0eb754745d66 HTTP/1.1" status: 200 len: 814 time: 0.2111323 Nov 11 20:39:38.740123 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-aee9a60a-0af9-4cdd-a193-92c0a17b5ba0 req-1ac6cbcd-d873-4b94-b16f-fffd0cbf19da tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 210 time: 0.0549507 Nov 11 20:39:38.747298 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [req-f340b012-bb21-434f-8755-a0116447840b req-f4fc7416-bc01-4d13-99a6-ff0b56b135b5 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Request body: {'port': {'device_id': 'bded2955-e01c-44b7-8296-944f839f06b9', 'network_id': 'f75b74a3-4944-4e66-a1f1-0eb754745d66', 'admin_state_up': True, 'tenant_id': '7b92a8a05c22447985ae53c7b9c91fc8'}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:39:38.933444 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-fb9238a2-620c-43c8-8a9f-deec770c0a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3549837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3891097'] for subnet, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:38.935114 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f340b012-bb21-434f-8755-a0116447840b req-f4fc7416-bc01-4d13-99a6-ff0b56b135b5 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Made reservation on behalf of 7b92a8a05c22447985ae53c7b9c91fc8 for: {'port': 1} {{(pid=101811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:39:38.939855 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-f340b012-bb21-434f-8755-a0116447840b req-f4fc7416-bc01-4d13-99a6-ff0b56b135b5 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:38.986157 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9238a2-620c-43c8-8a9f-deec770c0a01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=043689e6-7343-4f4a-9ced-626818d24d47,revision_number=0']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:38.987209 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5683d137-d7ce-47c6-8bd7-9f5af6c64f09 req-91485e4f-f1f0-4265-8a7d-ea69013ef12e tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=bded2955-e01c-44b7-8296-944f839f06b9 HTTP/1.1" status: 200 len: 210 time: 0.0434773 Nov 11 20:39:39.018750 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9238a2-620c-43c8-8a9f-deec770c0a01 admin admin] Checking segment: {'id': '10d54165-ef60-4074-adbf-93405467530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '515d5239-5614-4a6a-85cb-8dd4e9ebdc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:39:39.019229 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9238a2-620c-43c8-8a9f-deec770c0a01 admin admin] Network hostable DHCP agents. Network: 515d5239-5614-4a6a-85cb-8dd4e9ebdc6b, hostable agents: ['4584d237-ef17-41dc-89a8-5da37ed889a0'], hosted agents: [] {{(pid=101812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:39:39.023050 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 43106) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:39.040612 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-392b8adb-918a-403e-92d6-6e671f433d29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:39.058374 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9238a2-620c-43c8-8a9f-deec770c0a01 admin admin] Network 515d5239-5614-4a6a-85cb-8dd4e9ebdc6b is scheduled to be hosted by DHCP agent 4584d237-ef17-41dc-89a8-5da37ed889a0 with binding_index 1 {{(pid=101812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:39:39.072847 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.base_scheduler [None req-fb9238a2-620c-43c8-8a9f-deec770c0a01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817642-1-iscsi, 515d5239-5614-4a6a-85cb-8dd4e9ebdc6b) {{(pid=101812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:39:39.077805 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9238a2-620c-43c8-8a9f-deec770c0a01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:39.078389 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-fb9238a2-620c-43c8-8a9f-deec770c0a01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for subnet, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:39.083833 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204a3cc2-fb2a-4f16-ac34-1ea59ffc48d2 None None] Network 515d5239-5614-4a6a-85cb-8dd4e9ebdc6b requested from dv-cinder-817642-1-iscsi {{(pid=101813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:39:39.111928 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-fb9238a2-620c-43c8-8a9f-deec770c0a01 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5888782 Nov 11 20:39:39.116498 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 43110) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:39.132304 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [None req-5061ba0d-434b-4a28-a9b3-d0e8c14f42b5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-643645549-router', 'tenant_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2'}}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:39:39.141956 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.db_base_plugin_common [req-f340b012-bb21-434f-8755-a0116447840b req-f4fc7416-bc01-4d13-99a6-ff0b56b135b5 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Allocated IP 172.20.0.2 (f75b74a3-4944-4e66-a1f1-0eb754745d66/c3ddfd0b-0a11-463e-9bc6-4a5797fe6680/29fa7464-b08b-4f56-89c0-b86091d4eb50) {{(pid=101811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:39:39.172241 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-392b8adb-918a-403e-92d6-6e671f433d29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:39.176922 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-392b8adb-918a-403e-92d6-6e671f433d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:39.178695 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-5061ba0d-434b-4a28-a9b3-d0e8c14f42b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-670138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25005'] for router, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:39.179687 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-5061ba0d-434b-4a28-a9b3-d0e8c14f42b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25012'] for router, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:39.224291 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-392b8adb-918a-403e-92d6-6e671f433d29 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e688a04639df48b3b83503cb8983570d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2002041 Nov 11 20:39:39.228006 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 43114) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:39.243876 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392b8adb-918a-403e-92d6-6e671f433d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b6474f-ae0a-4602-96e0-d1749f5afe6f,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:39.258691 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d44206d-1233-4510-ab22-84cc3f0c5cec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc500f935-dd16-56a1-90f5-a4026435ad68-515d5239-5614-4a6a-85cb-8dd4e9ebdc6b', 'network_id': '515d5239-5614-4a6a-85cb-8dd4e9ebdc6b', 'tenant_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'fixed_ips': [{'subnet_id': '043689e6-7343-4f4a-9ced-626818d24d47'}]}} from dv-cinder-817642-1-iscsi. {{(pid=101813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 20:39:39.259895 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-6d44206d-1233-4510-ab22-84cc3f0c5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:39.288659 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-5061ba0d-434b-4a28-a9b3-d0e8c14f42b5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:39.293902 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-7db39b5f-4c07-4f4b-b2da-b65d4765564c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:39.319010 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-7db39b5f-4c07-4f4b-b2da-b65d4765564c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:39.375120 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-7db39b5f-4c07-4f4b-b2da-b65d4765564c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:39.377724 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-7db39b5f-4c07-4f4b-b2da-b65d4765564c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:39.380191 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-7db39b5f-4c07-4f4b-b2da-b65d4765564c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/20b6474f-ae0a-4602-96e0-d1749f5afe6f HTTP/1.1" status: 204 len: 168 time: 0.1498129 Nov 11 20:39:39.390116 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db39b5f-4c07-4f4b-b2da-b65d4765564c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b6474f-ae0a-4602-96e0-d1749f5afe6f,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:39.491732 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.db_base_plugin_common [None req-6d44206d-1233-4510-ab22-84cc3f0c5cec None None] Allocated IP 172.20.0.2 (515d5239-5614-4a6a-85cb-8dd4e9ebdc6b/043689e6-7343-4f4a-9ced-626818d24d47/501f9eb3-27b5-47a6-9ef2-08997147f7cd) {{(pid=101813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:39:39.535679 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-5061ba0d-434b-4a28-a9b3-d0e8c14f42b5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:39.689392 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-6d44206d-1233-4510-ab22-84cc3f0c5cec None None] Publish callbacks [] for port, precommit_create {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:39.698176 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-6d44206d-1233-4510-ab22-84cc3f0c5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945'] for port, after_create {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:39.739685 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d44206d-1233-4510-ab22-84cc3f0c5cec None None] Network 515d5239-5614-4a6a-85cb-8dd4e9ebdc6b is already hosted by enough agents. {{(pid=101813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:39:39.747140 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.scheduler.base_scheduler [None req-6d44206d-1233-4510-ab22-84cc3f0c5cec None None] Resources bound (agent type, host, resource id): {{(pid=101813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:39:39.749828 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d44206d-1233-4510-ab22-84cc3f0c5cec None None] Received port after_create {{(pid=101813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:39:39.765106 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d44206d-1233-4510-ab22-84cc3f0c5cec None None] Pushing event updated for resources: {'Port': ['ID=501f9eb3-27b5-47a6-9ef2-08997147f7cd,revision_number=1']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:39.819812 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-6d44206d-1233-4510-ab22-84cc3f0c5cec None None] Attempting to bind port 501f9eb3-27b5-47a6-9ef2-08997147f7cd on host dv-cinder-817642-1-iscsi for vnic_type normal with profile {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:39:39.821113 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-6d44206d-1233-4510-ab22-84cc3f0c5cec None None] Attempting to bind port 501f9eb3-27b5-47a6-9ef2-08997147f7cd by drivers openvswitch,hyperv on host dv-cinder-817642-1-iscsi at level 0 using segments [{'id': '10d54165-ef60-4074-adbf-93405467530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '515d5239-5614-4a6a-85cb-8dd4e9ebdc6b'}] {{(pid=101813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:39:39.821640 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d44206d-1233-4510-ab22-84cc3f0c5cec None None] Attempting to bind port 501f9eb3-27b5-47a6-9ef2-08997147f7cd on network 515d5239-5614-4a6a-85cb-8dd4e9ebdc6b {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:39:39.828038 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d44206d-1233-4510-ab22-84cc3f0c5cec None None] Checking agent: {'id': '2f88a117-5cd0-41ac-983d-8c5af48f8bd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 30, 6), 'started_at': datetime.datetime(2021, 11, 11, 20, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:39:39.828646 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d44206d-1233-4510-ab22-84cc3f0c5cec None None] Checking segment: {'id': '10d54165-ef60-4074-adbf-93405467530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '515d5239-5614-4a6a-85cb-8dd4e9ebdc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:39:39.829224 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-6d44206d-1233-4510-ab22-84cc3f0c5cec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:39.829613 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d44206d-1233-4510-ab22-84cc3f0c5cec None None] Bound using segment: {'id': '10d54165-ef60-4074-adbf-93405467530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '515d5239-5614-4a6a-85cb-8dd4e9ebdc6b'} {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:39:39.830080 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-6d44206d-1233-4510-ab22-84cc3f0c5cec None None] Bound port: 501f9eb3-27b5-47a6-9ef2-08997147f7cd, host: dv-cinder-817642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10d54165-ef60-4074-adbf-93405467530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '515d5239-5614-4a6a-85cb-8dd4e9ebdc6b'}}] {{(pid=101813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:39:39.830459 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-6d44206d-1233-4510-ab22-84cc3f0c5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:39.903880 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-6d44206d-1233-4510-ab22-84cc3f0c5cec None None] For port 501f9eb3-27b5-47a6-9ef2-08997147f7cd, host dv-cinder-817642-1-iscsi, cleared binding levels {{(pid=101813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:39:39.907260 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-6d44206d-1233-4510-ab22-84cc3f0c5cec None None] For port 501f9eb3-27b5-47a6-9ef2-08997147f7cd, host dv-cinder-817642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=501f9eb3-27b5-47a6-9ef2-08997147f7cd,segment=NetworkSegment(10d54165-ef60-4074-adbf-93405467530b),segment_id=10d54165-ef60-4074-adbf-93405467530b)] {{(pid=101813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:39:39.912918 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-6d44206d-1233-4510-ab22-84cc3f0c5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:39.980614 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d44206d-1233-4510-ab22-84cc3f0c5cec None None] Pushing event updated for resources: {'Port': ['ID=501f9eb3-27b5-47a6-9ef2-08997147f7cd,revision_number=2']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:40.011806 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-f340b012-bb21-434f-8755-a0116447840b req-f4fc7416-bc01-4d13-99a6-ff0b56b135b5 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Publish callbacks [] for port, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:40.043949 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-04983f1d-04fa-44a3-b842-5dbc26f994f5 req-6b6d8d0f-1dd1-4f03-8ccd-891e9f005cd8 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 210 time: 0.1280515 Nov 11 20:39:40.080180 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-f340b012-bb21-434f-8755-a0116447840b req-f4fc7416-bc01-4d13-99a6-ff0b56b135b5 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945'] for port, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:40.099862 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] get_ports_and_sgs() called for port_ids ['a1e7e113-49ef-49f9-9fd9-7534d076360a'] {{(pid=101813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:39:40.139315 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ffa638-9d35-4243-bcde-ffb510af2c72 req-113790b8-0197-4037-8350-b871f12149d8 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:40.141109 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-97ffa638-9d35-4243-bcde-ffb510af2c72 req-113790b8-0197-4037-8350-b871f12149d8 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.78 "GET /v2.0/networks?id=e3ad6302-2af8-4f34-932c-43eafe0c8fe6 HTTP/1.1" status: 200 len: 814 time: 0.7673583 Nov 11 20:39:40.150719 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd13f1-a048-4293-980d-6f715cc5d862 req-cd0f90b2-0aab-4bdb-a9c0-9a1f274ace70 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:40.160021 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b8cd13f1-a048-4293-980d-6f715cc5d862 req-cd0f90b2-0aab-4bdb-a9c0-9a1f274ace70 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.5880263 Nov 11 20:39:40.192601 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [req-97ffa638-9d35-4243-bcde-ffb510af2c72 req-c7628162-0f4f-4661-80ae-39871433d49e tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Request body: {'port': {'device_id': 'd28d94ff-cfbb-46b3-b20d-32a6cb35893e', 'network_id': 'e3ad6302-2af8-4f34-932c-43eafe0c8fe6', 'admin_state_up': True, 'tenant_id': '4f3da3f794f742c0a5bf009d5bad5208'}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:39:40.398147 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f340b012-bb21-434f-8755-a0116447840b req-f4fc7416-bc01-4d13-99a6-ff0b56b135b5 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Network f75b74a3-4944-4e66-a1f1-0eb754745d66 is already hosted by enough agents. {{(pid=101811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:39:40.443854 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.base_scheduler [req-f340b012-bb21-434f-8755-a0116447840b req-f4fc7416-bc01-4d13-99a6-ff0b56b135b5 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Resources bound (agent type, host, resource id): {{(pid=101811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:39:40.459259 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [req-f340b012-bb21-434f-8755-a0116447840b req-f4fc7416-bc01-4d13-99a6-ff0b56b135b5 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Received port after_create {{(pid=101811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:39:40.473329 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340b012-bb21-434f-8755-a0116447840b req-f4fc7416-bc01-4d13-99a6-ff0b56b135b5 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:40.473329 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-f340b012-bb21-434f-8755-a0116447840b req-f4fc7416-bc01-4d13-99a6-ff0b56b135b5 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:40.512729 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc7416-bc01-4d13-99a6-ff0b56b135b5 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Pushing event updated for resources: {'Port': ['ID=29fa7464-b08b-4f56-89c0-b86091d4eb50,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:40.576173 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b8cd13f1-a048-4293-980d-6f715cc5d862 req-9855808b-36b2-4d19-a6fe-bff07a3e0e11 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4133933 Nov 11 20:39:40.578511 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f340b012-bb21-434f-8755-a0116447840b req-f4fc7416-bc01-4d13-99a6-ff0b56b135b5 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8370779 Nov 11 20:39:40.602741 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [req-f340b012-bb21-434f-8755-a0116447840b req-de247711-254f-4642-b204-1f6086ba3dde service neutron] Request body: {'port': {'device_id': 'bded2955-e01c-44b7-8296-944f839f06b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81764'}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:39:40.634142 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e853426-5cfa-498c-a6c7-ebcc09924aa2 req-d8202aa6-4a5b-4b3d-800a-e4e123d80d98 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:40.635701 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5e853426-5cfa-498c-a6c7-ebcc09924aa2 req-d8202aa6-4a5b-4b3d-800a-e4e123d80d98 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=bded2955-e01c-44b7-8296-944f839f06b9 HTTP/1.1" status: 200 len: 931 time: 0.2365060 Nov 11 20:39:40.691232 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97ffa638-9d35-4243-bcde-ffb510af2c72 req-c7628162-0f4f-4661-80ae-39871433d49e tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Made reservation on behalf of 4f3da3f794f742c0a5bf009d5bad5208 for: {'port': 1} {{(pid=101811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:39:40.695648 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-97ffa638-9d35-4243-bcde-ffb510af2c72 req-c7628162-0f4f-4661-80ae-39871433d49e tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:40.844897 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-f340b012-bb21-434f-8755-a0116447840b req-de247711-254f-4642-b204-1f6086ba3dde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:41.268799 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5e853426-5cfa-498c-a6c7-ebcc09924aa2 req-bb63aff3-590a-4fc1-934a-8a31a831bced tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6250501 Nov 11 20:39:41.321751 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5cda00d3-6d21-4160-809b-f44a62ea9303 req-ca5688e1-ee8a-40d5-8739-fc7ce091a01e tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 210 time: 0.0851736 Nov 11 20:39:41.330429 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device 501f9eb3-27b5-47a6-9ef2-08997147f7cd up at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:39:41.335706 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.db_base_plugin_common [req-97ffa638-9d35-4243-bcde-ffb510af2c72 req-c7628162-0f4f-4661-80ae-39871433d49e tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Allocated IP 172.20.0.13 (e3ad6302-2af8-4f34-932c-43eafe0c8fe6/9b202467-3b06-4389-8c80-71f7e82c6179/30542ce7-fdf6-41e0-981e-8ee1bf98723f) {{(pid=101811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:39:41.494412 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Provisioning complete for port 501f9eb3-27b5-47a6-9ef2-08997147f7cd triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:39:41.495249 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:41.651409 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-5061ba0d-434b-4a28-a9b3-d0e8c14f42b5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:41.663518 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:41.716819 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-5061ba0d-434b-4a28-a9b3-d0e8c14f42b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:41.726011 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] For port 501f9eb3-27b5-47a6-9ef2-08997147f7cd, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=501f9eb3-27b5-47a6-9ef2-08997147f7cd,segment=NetworkSegment(10d54165-ef60-4074-adbf-93405467530b),segment_id=10d54165-ef60-4074-adbf-93405467530b)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:39:41.733530 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:41.791714 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe5e426-e2fc-4a9a-95bd-fc9e7bd1fab4 None None] Network 515d5239-5614-4a6a-85cb-8dd4e9ebdc6b requested from dv-cinder-817642-1-iscsi {{(pid=101813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:39:41.871356 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Pushing event updated for resources: {'Port': ['ID=501f9eb3-27b5-47a6-9ef2-08997147f7cd,revision_number=3']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:41.921772 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-f39f38a2-568f-4c72-b363-327f1a371dbf None None] Provisioning complete for port 501f9eb3-27b5-47a6-9ef2-08997147f7cd triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:39:41.922147 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-f39f38a2-568f-4c72-b363-327f1a371dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:41.983277 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e38a3-1590-404d-be39-fdb23b98fe30 req-d6f54030-7479-4d79-bc26-87312a7c272f tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:41.985172 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f63e38a3-1590-404d-be39-fdb23b98fe30 req-d6f54030-7479-4d79-bc26-87312a7c272f tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.2661896 Nov 11 20:39:41.996878 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-97ffa638-9d35-4243-bcde-ffb510af2c72 req-c7628162-0f4f-4661-80ae-39871433d49e tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks [] for port, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:42.147580 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.db_base_plugin_common [None req-5061ba0d-434b-4a28-a9b3-d0e8c14f42b5 admin admin] Allocated IP 172.27.0.95 (06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2/dac47c4e-2532-416f-829a-3cf927393807/a4c8c0cc-074b-4aa9-a523-77c91c424727) {{(pid=101811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:39:42.222515 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-97ffa638-9d35-4243-bcde-ffb510af2c72 req-c7628162-0f4f-4661-80ae-39871433d49e tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945'] for port, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:42.241098 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f63e38a3-1590-404d-be39-fdb23b98fe30 req-61579849-b37c-49b3-8b6b-2f358e12441b tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963251 Nov 11 20:39:42.386354 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97ffa638-9d35-4243-bcde-ffb510af2c72 req-c7628162-0f4f-4661-80ae-39871433d49e tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Network e3ad6302-2af8-4f34-932c-43eafe0c8fe6 is already hosted by enough agents. {{(pid=101811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:39:42.401736 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.base_scheduler [req-97ffa638-9d35-4243-bcde-ffb510af2c72 req-c7628162-0f4f-4661-80ae-39871433d49e tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Resources bound (agent type, host, resource id): {{(pid=101811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:39:42.403737 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7628162-0f4f-4661-80ae-39871433d49e tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Pushing event updated for resources: {'Port': ['ID=30542ce7-fdf6-41e0-981e-8ee1bf98723f,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:42.409121 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ffa638-9d35-4243-bcde-ffb510af2c72 req-c7628162-0f4f-4661-80ae-39871433d49e tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Received port after_create {{(pid=101811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:39:42.416071 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ffa638-9d35-4243-bcde-ffb510af2c72 req-c7628162-0f4f-4661-80ae-39871433d49e tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:42.421887 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-97ffa638-9d35-4243-bcde-ffb510af2c72 req-c7628162-0f4f-4661-80ae-39871433d49e tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:42.514273 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [req-f340b012-bb21-434f-8755-a0116447840b req-de247711-254f-4642-b204-1f6086ba3dde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29fa7464-b08b-4f56-89c0-b86091d4eb50 {{(pid=101811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:39:42.534893 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-97ffa638-9d35-4243-bcde-ffb510af2c72 req-c7628162-0f4f-4661-80ae-39871433d49e tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3461900 Nov 11 20:39:42.544269 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-f340b012-bb21-434f-8755-a0116447840b req-de247711-254f-4642-b204-1f6086ba3dde service neutron] Publish callbacks [] for port, precommit_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:42.548093 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-5061ba0d-434b-4a28-a9b3-d0e8c14f42b5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:42.590439 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.provisioning_blocks [req-f340b012-bb21-434f-8755-a0116447840b req-de247711-254f-4642-b204-1f6086ba3dde service neutron] Transition to ACTIVE for port object 29fa7464-b08b-4f56-89c0-b86091d4eb50 will not be triggered until provisioned by entity L2. {{(pid=101811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:39:42.606030 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed04b2-551f-4ddf-8402-e71e4afc4468 req-30067891-14ad-4351-be03-c7186369be27 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:42.607612 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-17ed04b2-551f-4ddf-8402-e71e4afc4468 req-30067891-14ad-4351-be03-c7186369be27 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=bded2955-e01c-44b7-8296-944f839f06b9 HTTP/1.1" status: 200 len: 931 time: 0.2185750 Nov 11 20:39:42.610394 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-f340b012-bb21-434f-8755-a0116447840b req-de247711-254f-4642-b204-1f6086ba3dde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:42.735478 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de247711-254f-4642-b204-1f6086ba3dde service neutron] Pushing event updated for resources: {'Port': ['ID=29fa7464-b08b-4f56-89c0-b86091d4eb50,revision_number=2']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:42.804134 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-5061ba0d-434b-4a28-a9b3-d0e8c14f42b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945'] for port, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:42.844146 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 43248) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:42.872143 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-612e14eb-de87-4c10-acf7-3b26d0477538 None None] Provisioning complete for port 501f9eb3-27b5-47a6-9ef2-08997147f7cd triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:39:42.872770 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-612e14eb-de87-4c10-acf7-3b26d0477538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:42.907047 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-17ed04b2-551f-4ddf-8402-e71e4afc4468 req-158e3b8f-9b35-4eb0-bb22-b71d96244107 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781192 Nov 11 20:39:42.938982 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5061ba0d-434b-4a28-a9b3-d0e8c14f42b5 admin admin] Network 06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2 is already hosted by enough agents. {{(pid=101811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:39:42.958527 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.base_scheduler [None req-5061ba0d-434b-4a28-a9b3-d0e8c14f42b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:39:42.963102 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5061ba0d-434b-4a28-a9b3-d0e8c14f42b5 admin admin] Received port after_create {{(pid=101811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:39:42.966330 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.managers [req-f340b012-bb21-434f-8755-a0116447840b req-de247711-254f-4642-b204-1f6086ba3dde service neutron] Attempting to bind port 29fa7464-b08b-4f56-89c0-b86091d4eb50 on host hv-cinder-81764 for vnic_type normal with profile {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:39:42.966658 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.managers [req-f340b012-bb21-434f-8755-a0116447840b req-de247711-254f-4642-b204-1f6086ba3dde service neutron] Attempting to bind port 29fa7464-b08b-4f56-89c0-b86091d4eb50 by drivers openvswitch,hyperv on host hv-cinder-81764 at level 0 using segments [{'id': '727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'f75b74a3-4944-4e66-a1f1-0eb754745d66'}] {{(pid=101811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:39:42.966975 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f340b012-bb21-434f-8755-a0116447840b req-de247711-254f-4642-b204-1f6086ba3dde service neutron] Attempting to bind port 29fa7464-b08b-4f56-89c0-b86091d4eb50 on network f75b74a3-4944-4e66-a1f1-0eb754745d66 {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:39:43.010800 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5061ba0d-434b-4a28-a9b3-d0e8c14f42b5 admin admin] Pushing event updated for resources: {'Port': ['ID=a4c8c0cc-074b-4aa9-a523-77c91c424727,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:43.040228 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f340b012-bb21-434f-8755-a0116447840b req-de247711-254f-4642-b204-1f6086ba3dde service neutron] Port 29fa7464-b08b-4f56-89c0-b86091d4eb50 on network f75b74a3-4944-4e66-a1f1-0eb754745d66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81764 {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:39:43.040556 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f340b012-bb21-434f-8755-a0116447840b req-de247711-254f-4642-b204-1f6086ba3dde service neutron] Attempting to bind port 29fa7464-b08b-4f56-89c0-b86091d4eb50 on network f75b74a3-4944-4e66-a1f1-0eb754745d66 {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:39:43.064438 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-2f575171-3c85-4dea-af64-ed2190fdef9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:43.073583 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f340b012-bb21-434f-8755-a0116447840b req-de247711-254f-4642-b204-1f6086ba3dde service neutron] Checking agent: {'id': '15458190-db7e-4dc5-9ea8-0c1068e01e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81764', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 36, 20), 'started_at': datetime.datetime(2021, 11, 11, 20, 36, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:39:43.073920 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f340b012-bb21-434f-8755-a0116447840b req-de247711-254f-4642-b204-1f6086ba3dde service neutron] Checking segment: {'id': '727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'f75b74a3-4944-4e66-a1f1-0eb754745d66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:39:43.074356 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f340b012-bb21-434f-8755-a0116447840b req-de247711-254f-4642-b204-1f6086ba3dde service neutron] Bound using segment: {'id': '727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'f75b74a3-4944-4e66-a1f1-0eb754745d66'} {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:39:43.075042 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.managers [req-f340b012-bb21-434f-8755-a0116447840b req-de247711-254f-4642-b204-1f6086ba3dde service neutron] Bound port: 29fa7464-b08b-4f56-89c0-b86091d4eb50, host: hv-cinder-81764, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'f75b74a3-4944-4e66-a1f1-0eb754745d66'}}] {{(pid=101811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:39:43.075402 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-f340b012-bb21-434f-8755-a0116447840b req-de247711-254f-4642-b204-1f6086ba3dde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:43.175625 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb9ed6-9382-4b6b-9d74-5654ac8d31cd req-4d570a71-3e80-4afd-b574-639ccc1b5f53 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:43.177653 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ebdb9ed6-9382-4b6b-9d74-5654ac8d31cd req-4d570a71-3e80-4afd-b574-639ccc1b5f53 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 932 time: 0.1390517 Nov 11 20:39:43.191164 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-b829cb4f-3873-4a0e-b394-ba133a764b1d None None] Provisioning complete for port 30542ce7-fdf6-41e0-981e-8ee1bf98723f triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:39:43.192150 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b829cb4f-3873-4a0e-b394-ba133a764b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:43.193076 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-2f575171-3c85-4dea-af64-ed2190fdef9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:43.200315 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-2f575171-3c85-4dea-af64-ed2190fdef9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:43.223586 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device 501f9eb3-27b5-47a6-9ef2-08997147f7cd up at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:39:43.258715 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-f340b012-bb21-434f-8755-a0116447840b req-de247711-254f-4642-b204-1f6086ba3dde service neutron] For port 29fa7464-b08b-4f56-89c0-b86091d4eb50, host hv-cinder-81764, cleared binding levels {{(pid=101811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:39:43.270720 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-b829cb4f-3873-4a0e-b394-ba133a764b1d None None] Port 30542ce7-fdf6-41e0-981e-8ee1bf98723f cannot update to ACTIVE because it is not bound. {{(pid=101813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:39:43.277562 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-2f575171-3c85-4dea-af64-ed2190fdef9f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3ec692a118e3406eaf61df1fab798f3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4317622 Nov 11 20:39:43.280428 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 43254) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:43.288831 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f575171-3c85-4dea-af64-ed2190fdef9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9280287-8724-4b7c-a886-61f723b81f6f,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:43.308519 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Provisioning complete for port 501f9eb3-27b5-47a6-9ef2-08997147f7cd triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:39:43.309598 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:43.366459 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-e13954bf-61f2-4ae2-bb3e-5c015bec6c7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:43.391297 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-e13954bf-61f2-4ae2-bb3e-5c015bec6c7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:43.463788 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-e13954bf-61f2-4ae2-bb3e-5c015bec6c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:43.466341 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-e13954bf-61f2-4ae2-bb3e-5c015bec6c7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:43.470293 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-e13954bf-61f2-4ae2-bb3e-5c015bec6c7a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c9280287-8724-4b7c-a886-61f723b81f6f HTTP/1.1" status: 204 len: 168 time: 0.1886985 Nov 11 20:39:43.479503 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13954bf-61f2-4ae2-bb3e-5c015bec6c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9280287-8724-4b7c-a886-61f723b81f6f,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:43.546637 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-f340b012-bb21-434f-8755-a0116447840b req-de247711-254f-4642-b204-1f6086ba3dde service neutron] For port 29fa7464-b08b-4f56-89c0-b86091d4eb50, host hv-cinder-81764, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=29fa7464-b08b-4f56-89c0-b86091d4eb50,segment=NetworkSegment(727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f),segment_id=727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f)] {{(pid=101811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:39:43.558997 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-f340b012-bb21-434f-8755-a0116447840b req-de247711-254f-4642-b204-1f6086ba3dde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:43.616558 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ebdb9ed6-9382-4b6b-9d74-5654ac8d31cd req-d3406dbd-ab7c-40ae-aeb8-a645f36afb5e tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939245 Nov 11 20:39:43.622164 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340b012-bb21-434f-8755-a0116447840b req-de247711-254f-4642-b204-1f6086ba3dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:43.622787 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-f340b012-bb21-434f-8755-a0116447840b req-de247711-254f-4642-b204-1f6086ba3dde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:43.624419 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f340b012-bb21-434f-8755-a0116447840b req-de247711-254f-4642-b204-1f6086ba3dde service neutron] 10.222.0.78 "PUT /v2.0/ports/29fa7464-b08b-4f56-89c0-b86091d4eb50 HTTP/1.1" status: 200 len: 1093 time: 3.0296037 Nov 11 20:39:43.625508 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bded2955-e01c-44b7-8296-944f839f06b9', 'tag': '29fa7464-b08b-4f56-89c0-b86091d4eb50'}] {{(pid=101811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:39:43.627341 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5736cb7e175e5ed5563496e7c8b9c6d8883e61bc6d504a4dc096e4a6f480cdce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1452ff00-b663-4e38-9505-ef5468e7989a" -d '{"events": [{"name": "network-changed", "server_uuid": "bded2955-e01c-44b7-8296-944f839f06b9", "tag": "29fa7464-b08b-4f56-89c0-b86091d4eb50"}]}' {{(pid=101811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:39:43.632330 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-5061ba0d-434b-4a28-a9b3-d0e8c14f42b5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:43.703812 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de247711-254f-4642-b204-1f6086ba3dde service neutron] Pushing event updated for resources: {'Port': ['ID=29fa7464-b08b-4f56-89c0-b86091d4eb50,revision_number=3']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:43.852905 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf0fc2-3a01-401a-9b05-a61c5a9bd30d req-665b217d-17a7-4f97-a7c4-e0042e69a99b tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:43.856429 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-6aaf0fc2-3a01-401a-9b05-a61c5a9bd30d req-665b217d-17a7-4f97-a7c4-e0042e69a99b tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.1538289 Nov 11 20:39:43.963665 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-5061ba0d-434b-4a28-a9b3-d0e8c14f42b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656037'] for router, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:44.003766 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-6aaf0fc2-3a01-401a-9b05-a61c5a9bd30d req-dafca376-04f8-4031-ab10-3449b00e8406 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333103 Nov 11 20:39:44.059318 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc4b391-d12e-49ae-b5a6-2a1bb4174cb3 x-openstack-request-id: req-dcc4b391-d12e-49ae-b5a6-2a1bb4174cb3 {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:39:44.059629 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bded2955-e01c-44b7-8296-944f839f06b9", "tag": "29fa7464-b08b-4f56-89c0-b86091d4eb50", "status": "completed", "code": 200}]} {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:39:44.059871 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dcc4b391-d12e-49ae-b5a6-2a1bb4174cb3 {{(pid=101811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:39:44.060300 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bded2955-e01c-44b7-8296-944f839f06b9', 'tag': '29fa7464-b08b-4f56-89c0-b86091d4eb50', 'status': 'completed', 'code': 200} Nov 11 20:39:44.183291 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed75fe8-b404-4085-82a5-5ac044df4b86 req-582141f5-d4ff-4731-8980-10ed84ef945f tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:44.184834 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9ed75fe8-b404-4085-82a5-5ac044df4b86 req-582141f5-d4ff-4731-8980-10ed84ef945f tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=bded2955-e01c-44b7-8296-944f839f06b9 HTTP/1.1" status: 200 len: 943 time: 0.0744021 Nov 11 20:39:44.228506 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5061ba0d-434b-4a28-a9b3-d0e8c14f42b5 admin admin] Router b0f6d551-b240-494f-9615-5eb5f3abddc2 is scheduled to L3 agent 078c1a4f-b62f-4fa2-93c9-12887f0677c3 with binding_index 1 {{(pid=101811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 20:39:44.259829 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9ed75fe8-b404-4085-82a5-5ac044df4b86 req-c2e79b05-ed90-4729-b01d-66702dbd8343 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589526 Nov 11 20:39:44.366605 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5061ba0d-434b-4a28-a9b3-d0e8c14f42b5 admin admin] Notify agent at l3_agent.dv-cinder-817642-1-iscsi the message routers_updated {{(pid=101811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:39:44.376674 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0e33b9-0a34-4bb6-811c-60e088029151 None None] Sync routers for ids ['b0f6d551-b240-494f-9615-5eb5f3abddc2'] in dv-cinder-817642-1-iscsi {{(pid=101814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:39:44.385053 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-5061ba0d-434b-4a28-a9b3-d0e8c14f42b5 admin admin] Publish callbacks [] for router, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:44.386294 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-5061ba0d-434b-4a28-a9b3-d0e8c14f42b5 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.2645090 Nov 11 20:39:44.387672 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0e33b9-0a34-4bb6-811c-60e088029151 None None] Routers {'b0f6d551-b240-494f-9615-5eb5f3abddc2'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:39:44.388371 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-ee0e33b9-0a34-4bb6-811c-60e088029151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:39:33Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['b0f6d551-b240-494f-9615-5eb5f3abddc2'], 'active': True} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:39:44.389273 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 43294) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:44.499203 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvr_db [None req-ee0e33b9-0a34-4bb6-811c-60e088029151 None None] Set router b0f6d551-b240-494f-9615-5eb5f3abddc2 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:39:44.706031 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-ee0e33b9-0a34-4bb6-811c-60e088029151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'name': 'tempest-AttachVolumeTestJSON-643645549-router', 'tenant_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'a4c8c0cc-074b-4aa9-a523-77c91c424727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:39:39Z', 'updated_at': '2021-11-11T20:39:43Z', 'revision_number': 3, 'project_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'gw_port': {'id': 'a4c8c0cc-074b-4aa9-a523-77c91c424727', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ef:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:41Z', 'updated_at': '2021-11-11T20:39:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi'}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:39:44.743362 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0e33b9-0a34-4bb6-811c-60e088029151 None None] Checking router: b0f6d551-b240-494f-9615-5eb5f3abddc2 for host: dv-cinder-817642-1-iscsi {{(pid=101814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:39:44.743846 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0e33b9-0a34-4bb6-811c-60e088029151 None None] Updating router b0f6d551-b240-494f-9615-5eb5f3abddc2 port a4c8c0cc-074b-4aa9-a523-77c91c424727 binding host dv-cinder-817642-1-iscsi {{(pid=101814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:39:44.762909 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b000d1-b376-4293-a4fe-1d224a91578e req-b104725d-2af8-492a-adae-30382716b535 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:44.764637 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-63b000d1-b376-4293-a4fe-1d224a91578e req-b104725d-2af8-492a-adae-30382716b535 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 932 time: 0.0630107 Nov 11 20:39:44.824794 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-ee0e33b9-0a34-4bb6-811c-60e088029151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:44.833677 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-63b000d1-b376-4293-a4fe-1d224a91578e req-6bf93357-f907-4cf0-9282-bbd1404fd8f8 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614228 Nov 11 20:39:45.212013 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-599dec88-8458-4d60-9f41-cd79fc30d707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:45.220354 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bbf177-4029-486f-b904-252df9007dc8 req-9a72e577-10c8-46d2-b4df-2857fc2f1e97 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:45.223095 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-11bbf177-4029-486f-b904-252df9007dc8 req-9a72e577-10c8-46d2-b4df-2857fc2f1e97 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.0878074 Nov 11 20:39:45.295072 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-ee0e33b9-0a34-4bb6-811c-60e088029151 None None] Publish callbacks [] for port, precommit_update {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:45.307088 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-11bbf177-4029-486f-b904-252df9007dc8 req-7b346caf-6b34-4253-8b6c-118f1ab9e936 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674417 Nov 11 20:39:45.307187 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-ee0e33b9-0a34-4bb6-811c-60e088029151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:45.500696 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269a9d0-b04b-4054-861a-ffa370811b08 req-2631062e-0da6-44a1-a93b-fc49e5ce354c tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:45.508922 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.db.db_base_plugin_common [None req-599dec88-8458-4d60-9f41-cd79fc30d707 admin admin] Allocated IP 172.20.0.1 (515d5239-5614-4a6a-85cb-8dd4e9ebdc6b/043689e6-7343-4f4a-9ced-626818d24d47/efb5c89e-d36d-4574-8d1e-764f017b4aed) {{(pid=101812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:39:45.509452 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c269a9d0-b04b-4054-861a-ffa370811b08 req-2631062e-0da6-44a1-a93b-fc49e5ce354c tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=bded2955-e01c-44b7-8296-944f839f06b9 HTTP/1.1" status: 200 len: 943 time: 0.0763690 Nov 11 20:39:45.514178 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.managers [None req-ee0e33b9-0a34-4bb6-811c-60e088029151 None None] Attempting to bind port a4c8c0cc-074b-4aa9-a523-77c91c424727 on host dv-cinder-817642-1-iscsi for vnic_type normal with profile {{(pid=101814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:39:45.514670 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.managers [None req-ee0e33b9-0a34-4bb6-811c-60e088029151 None None] Attempting to bind port a4c8c0cc-074b-4aa9-a523-77c91c424727 by drivers openvswitch,hyperv on host dv-cinder-817642-1-iscsi at level 0 using segments [{'id': 'e9e9934c-1983-4624-9195-f2a2627c9ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2'}] {{(pid=101814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:39:45.515191 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0e33b9-0a34-4bb6-811c-60e088029151 None None] Attempting to bind port a4c8c0cc-074b-4aa9-a523-77c91c424727 on network 06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2 {{(pid=101814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:39:45.535424 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0e33b9-0a34-4bb6-811c-60e088029151 None None] Checking agent: {'id': '2f88a117-5cd0-41ac-983d-8c5af48f8bd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 30, 6), 'started_at': datetime.datetime(2021, 11, 11, 20, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:39:45.535945 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0e33b9-0a34-4bb6-811c-60e088029151 None None] Checking segment: {'id': 'e9e9934c-1983-4624-9195-f2a2627c9ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:39:45.536487 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-ee0e33b9-0a34-4bb6-811c-60e088029151 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:45.537006 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0e33b9-0a34-4bb6-811c-60e088029151 None None] Bound using segment: {'id': 'e9e9934c-1983-4624-9195-f2a2627c9ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2'} {{(pid=101814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:39:45.538673 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.managers [None req-ee0e33b9-0a34-4bb6-811c-60e088029151 None None] Bound port: a4c8c0cc-074b-4aa9-a523-77c91c424727, host: dv-cinder-817642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9e9934c-1983-4624-9195-f2a2627c9ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2'}}] {{(pid=101814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:39:45.539346 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-ee0e33b9-0a34-4bb6-811c-60e088029151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:45.568417 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c269a9d0-b04b-4054-861a-ffa370811b08 req-9235d561-323f-49f5-9311-010fc78d037c tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546393 Nov 11 20:39:45.576803 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6105cc-9bea-4a79-979d-2decec74c47f None None] Pushing event updated for resources: {'Port': ['ID=a4c8c0cc-074b-4aa9-a523-77c91c424727,revision_number=2']} {{(pid=101814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:45.599636 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6105cc-9bea-4a79-979d-2decec74c47f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:39:45.600388 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6105cc-9bea-4a79-979d-2decec74c47f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:39:45.600929 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6105cc-9bea-4a79-979d-2decec74c47f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:39:45.601458 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6105cc-9bea-4a79-979d-2decec74c47f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:39:45.601997 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6105cc-9bea-4a79-979d-2decec74c47f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:39:45.602870 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6105cc-9bea-4a79-979d-2decec74c47f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:39:45.602870 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6105cc-9bea-4a79-979d-2decec74c47f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:39:45.603064 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6105cc-9bea-4a79-979d-2decec74c47f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:39:45.603459 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6105cc-9bea-4a79-979d-2decec74c47f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:39:45.603841 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6105cc-9bea-4a79-979d-2decec74c47f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:39:45.604313 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6105cc-9bea-4a79-979d-2decec74c47f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:39:45.604899 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6105cc-9bea-4a79-979d-2decec74c47f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:39:45.633623 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.db [None req-ee0e33b9-0a34-4bb6-811c-60e088029151 None None] For port a4c8c0cc-074b-4aa9-a523-77c91c424727, host dv-cinder-817642-1-iscsi, cleared binding levels {{(pid=101814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:39:45.637161 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.db [None req-ee0e33b9-0a34-4bb6-811c-60e088029151 None None] For port a4c8c0cc-074b-4aa9-a523-77c91c424727, host dv-cinder-817642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=a4c8c0cc-074b-4aa9-a523-77c91c424727,segment=NetworkSegment(e9e9934c-1983-4624-9195-f2a2627c9ef4),segment_id=e9e9934c-1983-4624-9195-f2a2627c9ef4)] {{(pid=101814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:39:45.643926 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-ee0e33b9-0a34-4bb6-811c-60e088029151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:45.661325 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-599dec88-8458-4d60-9f41-cd79fc30d707 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:45.703840 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-599dec88-8458-4d60-9f41-cd79fc30d707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3549817'] for port, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:45.729468 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0e33b9-0a34-4bb6-811c-60e088029151 None None] Routers {'b0f6d551-b240-494f-9615-5eb5f3abddc2'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:39:45.730076 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-ee0e33b9-0a34-4bb6-811c-60e088029151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:39:33Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['b0f6d551-b240-494f-9615-5eb5f3abddc2'], 'active': True} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:39:45.753633 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599dec88-8458-4d60-9f41-cd79fc30d707 admin admin] Network 515d5239-5614-4a6a-85cb-8dd4e9ebdc6b is already hosted by enough agents. {{(pid=101812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:39:45.757841 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.base_scheduler [None req-599dec88-8458-4d60-9f41-cd79fc30d707 admin admin] Resources bound (agent type, host, resource id): {{(pid=101812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:39:45.761819 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599dec88-8458-4d60-9f41-cd79fc30d707 admin admin] Received port after_create {{(pid=101812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:39:45.831110 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6105cc-9bea-4a79-979d-2decec74c47f None None] Pushing event updated for resources: {'Port': ['ID=a4c8c0cc-074b-4aa9-a523-77c91c424727,revision_number=3']} {{(pid=101814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:45.836039 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599dec88-8458-4d60-9f41-cd79fc30d707 admin admin] Pushing event updated for resources: {'Port': ['ID=efb5c89e-d36d-4574-8d1e-764f017b4aed,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:45.870190 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-599dec88-8458-4d60-9f41-cd79fc30d707 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671600'] for router_interface, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:45.995171 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvr_db [None req-ee0e33b9-0a34-4bb6-811c-60e088029151 None None] Set router b0f6d551-b240-494f-9615-5eb5f3abddc2 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:39:46.046455 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabb35b-ac56-4943-a2c5-9620ff56e542 req-496bdd5d-389c-419c-bdbe-e47ee07ec200 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:46.065381 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8cabb35b-ac56-4943-a2c5-9620ff56e542 req-496bdd5d-389c-419c-bdbe-e47ee07ec200 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 932 time: 0.0984399 Nov 11 20:39:46.131057 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-6e0ce199-8ef2-4c2d-ace8-677400af057f None None] Provisioning complete for port efb5c89e-d36d-4574-8d1e-764f017b4aed triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:39:46.132015 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-6e0ce199-8ef2-4c2d-ace8-677400af057f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:46.138815 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8cabb35b-ac56-4943-a2c5-9620ff56e542 req-0f50e671-b007-4287-a73b-5c1eef4237e8 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719843 Nov 11 20:39:46.189447 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-599dec88-8458-4d60-9f41-cd79fc30d707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:46.221208 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-6e0ce199-8ef2-4c2d-ace8-677400af057f None None] Port efb5c89e-d36d-4574-8d1e-764f017b4aed cannot update to ACTIVE because it is not bound. {{(pid=101813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:39:46.316271 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-ee0e33b9-0a34-4bb6-811c-60e088029151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'name': 'tempest-AttachVolumeTestJSON-643645549-router', 'tenant_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'a4c8c0cc-074b-4aa9-a523-77c91c424727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:39:39Z', 'updated_at': '2021-11-11T20:39:43Z', 'revision_number': 3, 'project_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'gw_port': {'id': 'a4c8c0cc-074b-4aa9-a523-77c91c424727', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ef:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:41Z', 'updated_at': '2021-11-11T20:39:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi'}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:39:46.351612 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0e33b9-0a34-4bb6-811c-60e088029151 None None] The sync data for ids ['b0f6d551-b240-494f-9615-5eb5f3abddc2'] in dv-cinder-817642-1-iscsi is: [{'id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'name': 'tempest-AttachVolumeTestJSON-643645549-router', 'tenant_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'a4c8c0cc-074b-4aa9-a523-77c91c424727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:39:39Z', 'updated_at': '2021-11-11T20:39:43Z', 'revision_number': 3, 'project_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'gw_port': {'id': 'a4c8c0cc-074b-4aa9-a523-77c91c424727', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ef:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:41Z', 'updated_at': '2021-11-11T20:39:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi'}] {{(pid=101814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:39:46.522197 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585ab3d-d335-41ec-bd8a-c03933c3832b req-db81ac39-25a6-4067-889e-62630ebb4ed8 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:46.524632 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b585ab3d-d335-41ec-bd8a-c03933c3832b req-db81ac39-25a6-4067-889e-62630ebb4ed8 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.0844662 Nov 11 20:39:46.586182 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-599dec88-8458-4d60-9f41-cd79fc30d707 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:46.588184 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b585ab3d-d335-41ec-bd8a-c03933c3832b req-756148c5-2ad6-43fe-8eb5-39bd92f26a69 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487943 Nov 11 20:39:46.592810 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-599dec88-8458-4d60-9f41-cd79fc30d707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3549696'] for port, after_update {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:46.699718 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-599dec88-8458-4d60-9f41-cd79fc30d707 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671716'] for router_interface, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:46.755721 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53124e3c-f7d1-4410-87a6-b8aa1bca897a req-47a1e18d-5288-4c31-9d73-cdba95ffe4b9 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:46.763619 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-53124e3c-f7d1-4410-87a6-b8aa1bca897a req-47a1e18d-5288-4c31-9d73-cdba95ffe4b9 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=bded2955-e01c-44b7-8296-944f839f06b9 HTTP/1.1" status: 200 len: 943 time: 0.0927377 Nov 11 20:39:46.846520 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599dec88-8458-4d60-9f41-cd79fc30d707 admin admin] Pushing event updated for resources: {'Port': ['ID=efb5c89e-d36d-4574-8d1e-764f017b4aed,revision_number=2']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:46.909489 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-53124e3c-f7d1-4410-87a6-b8aa1bca897a req-1ec62e9d-064a-44ce-aab7-d4dc39cd9f13 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232233 Nov 11 20:39:46.914800 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599dec88-8458-4d60-9f41-cd79fc30d707 admin admin] Network 515d5239-5614-4a6a-85cb-8dd4e9ebdc6b is already hosted by enough agents. {{(pid=101812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:39:46.916537 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.base_scheduler [None req-599dec88-8458-4d60-9f41-cd79fc30d707 admin admin] Resources bound (agent type, host, resource id): {{(pid=101812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:39:47.169453 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-599dec88-8458-4d60-9f41-cd79fc30d707 admin admin] Router b0f6d551-b240-494f-9615-5eb5f3abddc2 has already been hosted by L3 agent 078c1a4f-b62f-4fa2-93c9-12887f0677c3 {{(pid=101812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:39:47.293403 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device a4c8c0cc-074b-4aa9-a523-77c91c424727 up at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:39:47.380313 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d63b6-c6ff-42e1-89bb-aff3aaf6bc34 req-b2e372bf-4063-40ab-b1ab-c76aeff2a4ee tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:47.391868 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8a0d63b6-c6ff-42e1-89bb-aff3aaf6bc34 req-b2e372bf-4063-40ab-b1ab-c76aeff2a4ee tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 932 time: 0.1329916 Nov 11 20:39:47.400621 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Provisioning complete for port a4c8c0cc-074b-4aa9-a523-77c91c424727 triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:39:47.401394 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:47.436720 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599dec88-8458-4d60-9f41-cd79fc30d707 admin admin] Notify agent at l3_agent.dv-cinder-817642-1-iscsi the message routers_updated {{(pid=101812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:39:47.478916 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-599dec88-8458-4d60-9f41-cd79fc30d707 admin admin] 10.222.0.61 "PUT /v2.0/routers/b0f6d551-b240-494f-9615-5eb5f3abddc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0861130 Nov 11 20:39:47.486214 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8a0d63b6-c6ff-42e1-89bb-aff3aaf6bc34 req-d90ad929-12df-46c1-85c7-9de58708f7c4 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928442 Nov 11 20:39:47.536911 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-6361db28-2509-4ac6-9555-d391c621c6d7 None None] Provisioning complete for port efb5c89e-d36d-4574-8d1e-764f017b4aed triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:39:47.538627 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-6361db28-2509-4ac6-9555-d391c621c6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:47.621266 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:47.636909 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-6361db28-2509-4ac6-9555-d391c621c6d7 None None] Port efb5c89e-d36d-4574-8d1e-764f017b4aed cannot update to ACTIVE because it is not bound. {{(pid=101813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:39:47.681467 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] For port a4c8c0cc-074b-4aa9-a523-77c91c424727, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=a4c8c0cc-074b-4aa9-a523-77c91c424727,segment=NetworkSegment(e9e9934c-1983-4624-9195-f2a2627c9ef4),segment_id=e9e9934c-1983-4624-9195-f2a2627c9ef4)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:39:47.686270 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:47.756086 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Pushing event updated for resources: {'Port': ['ID=a4c8c0cc-074b-4aa9-a523-77c91c424727,revision_number=4']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:47.769113 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286432e-7344-4db0-897d-049780bc2671 req-0b32bd74-90cd-4431-9674-429e31e0d963 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:47.778462 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e286432e-7344-4db0-897d-049780bc2671 req-0b32bd74-90cd-4431-9674-429e31e0d963 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.0811522 Nov 11 20:39:47.836694 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e286432e-7344-4db0-897d-049780bc2671 req-0fa962f0-19e7-4f23-81aa-4e47e3f863a2 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570862 Nov 11 20:39:48.129066 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 43398) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:48.322329 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-3021b093-b96b-4a30-a83a-6d39526ffb51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:48.480846 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-3021b093-b96b-4a30-a83a-6d39526ffb51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:48.485016 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-3021b093-b96b-4a30-a83a-6d39526ffb51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:48.561728 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 43418) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:48.568743 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [None req-25bbec62-2fa8-474a-acac-edf817e0fd38 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Request body: {'security_group': {'name': 'tempest-securitygroup--232932801', 'description': 'tempest-description--1573899812'}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:39:48.586009 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-3021b093-b96b-4a30-a83a-6d39526ffb51 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d08132dabb99456b946204dcf46aa8af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4555922 Nov 11 20:39:48.593067 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 43420) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:48.616173 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3021b093-b96b-4a30-a83a-6d39526ffb51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3300228-84b5-4f4a-9f02-66bd0c5db1a1,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:48.616428 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-25bbec62-2fa8-474a-acac-edf817e0fd38 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks [] for security_group, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:48.694853 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ee551-f267-4950-9832-cba90c9e2acd req-1f56367d-62c0-4222-a109-42427904a55f tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:48.696381 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-20a9348e-8ef9-4786-8e57-dcaa2c37a503 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:48.696529 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-478ee551-f267-4950-9832-cba90c9e2acd req-1f56367d-62c0-4222-a109-42427904a55f tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=bded2955-e01c-44b7-8296-944f839f06b9 HTTP/1.1" status: 200 len: 943 time: 0.0755074 Nov 11 20:39:48.725164 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-20a9348e-8ef9-4786-8e57-dcaa2c37a503 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:48.786772 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-25bbec62-2fa8-474a-acac-edf817e0fd38 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks [] for security_group, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:48.791378 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-478ee551-f267-4950-9832-cba90c9e2acd req-3967f009-8d02-4bbd-916e-262d5f9b9825 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839646 Nov 11 20:39:48.792819 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-25bbec62-2fa8-474a-acac-edf817e0fd38 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:48.813802 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-20a9348e-8ef9-4786-8e57-dcaa2c37a503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:48.817609 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-20a9348e-8ef9-4786-8e57-dcaa2c37a503 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:48.820220 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-20a9348e-8ef9-4786-8e57-dcaa2c37a503 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f3300228-84b5-4f4a-9f02-66bd0c5db1a1 HTTP/1.1" status: 204 len: 168 time: 0.2255845 Nov 11 20:39:48.827208 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bbec62-2fa8-474a-acac-edf817e0fd38 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:48.845693 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-25bbec62-2fa8-474a-acac-edf817e0fd38 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks [] for security_group, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:48.847223 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-25bbec62-2fa8-474a-acac-edf817e0fd38 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2843580 Nov 11 20:39:48.851022 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 43424) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:48.855096 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a9348e-8ef9-4786-8e57-dcaa2c37a503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3300228-84b5-4f4a-9f02-66bd0c5db1a1,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:48.855759 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [None req-753d6c22-3973-4a43-8b10-2d1cf6fcd678 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Request body: {'security_group_rule': {'security_group_id': 'a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:39:48.915564 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-753d6c22-3973-4a43-8b10-2d1cf6fcd678 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:48.980016 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6579d17-1a39-493e-9bc5-a0b451fa2d3c None None] Sync routers for ids ['b0f6d551-b240-494f-9615-5eb5f3abddc2'] in dv-cinder-817642-1-iscsi {{(pid=101813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:39:49.001329 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6579d17-1a39-493e-9bc5-a0b451fa2d3c None None] Routers {'b0f6d551-b240-494f-9615-5eb5f3abddc2'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:39:49.001655 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-f6579d17-1a39-493e-9bc5-a0b451fa2d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:39:33Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['b0f6d551-b240-494f-9615-5eb5f3abddc2'], 'active': True} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:39:49.029374 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-753d6c22-3973-4a43-8b10-2d1cf6fcd678 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:49.033452 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-753d6c22-3973-4a43-8b10-2d1cf6fcd678 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641934'] for security_group_rule, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:49.061707 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3c0cf-2a00-4cfa-96b0-06da911e5f46 req-d96633df-eb9f-40dc-afa2-9d751e105692 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:49.069985 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-24b3c0cf-2a00-4cfa-96b0-06da911e5f46 req-d96633df-eb9f-40dc-afa2-9d751e105692 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 932 time: 0.1495733 Nov 11 20:39:49.106519 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d6c22-3973-4a43-8b10-2d1cf6fcd678 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aaf114c-2368-4d22-b077-ef72090162a8,revision_number=0']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:49.121784 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-753d6c22-3973-4a43-8b10-2d1cf6fcd678 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:49.123011 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-753d6c22-3973-4a43-8b10-2d1cf6fcd678 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2709506 Nov 11 20:39:49.126164 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 43434) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:49.131421 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [None req-b1ae95be-cc2e-49d2-9918-aa433a71bb8c tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Request body: {'security_group_rule': {'security_group_id': 'a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:39:49.220682 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-24b3c0cf-2a00-4cfa-96b0-06da911e5f46 req-15e8a1d4-418b-45a6-8f80-f877606922b7 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496022 Nov 11 20:39:49.236445 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-b1ae95be-cc2e-49d2-9918-aa433a71bb8c tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:49.360622 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvr_db [None req-f6579d17-1a39-493e-9bc5-a0b451fa2d3c None None] Set router b0f6d551-b240-494f-9615-5eb5f3abddc2 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:39:49.451768 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device a4c8c0cc-074b-4aa9-a523-77c91c424727 up at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:39:49.453706 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-b1ae95be-cc2e-49d2-9918-aa433a71bb8c tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:49.460475 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-b1ae95be-cc2e-49d2-9918-aa433a71bb8c tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641934'] for security_group_rule, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:49.479312 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028fa56-05ff-4105-823e-6633acb4ad6b req-6668e744-8d3f-4064-b5fb-a47f29cafa30 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:49.496344 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f028fa56-05ff-4105-823e-6633acb4ad6b req-6668e744-8d3f-4064-b5fb-a47f29cafa30 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.1531682 Nov 11 20:39:49.567876 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-b1ae95be-cc2e-49d2-9918-aa433a71bb8c tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:49.576802 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-b1ae95be-cc2e-49d2-9918-aa433a71bb8c tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4493208 Nov 11 20:39:49.578032 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ae95be-cc2e-49d2-9918-aa433a71bb8c tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1bea375-15cc-4872-b954-cb21d94d241e,revision_number=0']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:49.579850 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 43446) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:49.590050 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [None req-c710cded-eff6-471f-8dcf-a7609a23f001 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Request body: {'floatingip': {'floating_network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2'}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:39:49.607811 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f028fa56-05ff-4105-823e-6633acb4ad6b req-4fe79a93-d9b2-4465-9d58-7ec79c585cd3 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096456 Nov 11 20:39:49.649100 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-c710cded-eff6-471f-8dcf-a7609a23f001 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks [] for floatingip, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:49.655562 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Provisioning complete for port a4c8c0cc-074b-4aa9-a523-77c91c424727 triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:39:49.656133 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:49.759357 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-f6579d17-1a39-493e-9bc5-a0b451fa2d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'name': 'tempest-AttachVolumeTestJSON-643645549-router', 'tenant_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'a4c8c0cc-074b-4aa9-a523-77c91c424727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:39:39Z', 'updated_at': '2021-11-11T20:39:46Z', 'revision_number': 4, 'project_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'gw_port': {'id': 'a4c8c0cc-074b-4aa9-a523-77c91c424727', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:41Z', 'updated_at': '2021-11-11T20:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': 'efb5c89e-d36d-4574-8d1e-764f017b4aed', 'name': '', 'network_id': '515d5239-5614-4a6a-85cb-8dd4e9ebdc6b', 'tenant_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'mac_address': 'fa:16:3e:59:73:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '043689e6-7343-4f4a-9ced-626818d24d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:45Z', 'updated_at': '2021-11-11T20:39:46Z', 'revision_number': 2, 'project_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'subnets': [{'id': '043689e6-7343-4f4a-9ced-626818d24d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:39:49.828406 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-c710cded-eff6-471f-8dcf-a7609a23f001 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:49.894244 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6579d17-1a39-493e-9bc5-a0b451fa2d3c None None] Checking router: b0f6d551-b240-494f-9615-5eb5f3abddc2 for host: dv-cinder-817642-1-iscsi {{(pid=101813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:39:49.901427 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6579d17-1a39-493e-9bc5-a0b451fa2d3c None None] Updating router b0f6d551-b240-494f-9615-5eb5f3abddc2 port efb5c89e-d36d-4574-8d1e-764f017b4aed binding host dv-cinder-817642-1-iscsi {{(pid=101813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:39:49.947579 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-f6579d17-1a39-493e-9bc5-a0b451fa2d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:50.018006 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.db.db_base_plugin_common [None req-c710cded-eff6-471f-8dcf-a7609a23f001 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Allocated IP 172.27.0.4 (06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2/dac47c4e-2532-416f-829a-3cf927393807/0ee1c7b1-ff1c-4042-90cf-72541db25ee0) {{(pid=101812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:39:50.066389 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0283461-ac07-4a1b-908e-aab09f880cc1 req-dc04a928-2cc0-4e17-9e1d-d6c409d4a28e tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:50.076144 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d0283461-ac07-4a1b-908e-aab09f880cc1 req-dc04a928-2cc0-4e17-9e1d-d6c409d4a28e tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=bded2955-e01c-44b7-8296-944f839f06b9 HTTP/1.1" status: 200 len: 943 time: 0.1111071 Nov 11 20:39:50.179913 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d0283461-ac07-4a1b-908e-aab09f880cc1 req-2a106b12-e26f-4961-9ae0-6396803be38d tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980146 Nov 11 20:39:50.237242 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-c710cded-eff6-471f-8dcf-a7609a23f001 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks [] for port, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:50.324822 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-c710cded-eff6-471f-8dcf-a7609a23f001 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3549817'] for port, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:50.382662 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-f6579d17-1a39-493e-9bc5-a0b451fa2d3c None None] Publish callbacks [] for port, precommit_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:50.388485 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-f6579d17-1a39-493e-9bc5-a0b451fa2d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:50.417138 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c710cded-eff6-471f-8dcf-a7609a23f001 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Network 06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2 is already hosted by enough agents. {{(pid=101812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:39:50.419303 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c710cded-eff6-471f-8dcf-a7609a23f001 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Pushing event updated for resources: {'Port': ['ID=0ee1c7b1-ff1c-4042-90cf-72541db25ee0,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:50.423853 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.base_scheduler [None req-c710cded-eff6-471f-8dcf-a7609a23f001 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Resources bound (agent type, host, resource id): {{(pid=101812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:39:50.432985 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c710cded-eff6-471f-8dcf-a7609a23f001 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Received port after_create {{(pid=101812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:39:50.444078 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7502bef-57d7-4a47-85dd-7c82ad19f7a2 req-22a83528-a88f-4dab-ad3a-2a72a8b0dd8c tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:50.445641 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f7502bef-57d7-4a47-85dd-7c82ad19f7a2 req-22a83528-a88f-4dab-ad3a-2a72a8b0dd8c tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 932 time: 0.1130996 Nov 11 20:39:50.479477 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 43476) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:50.535984 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f7502bef-57d7-4a47-85dd-7c82ad19f7a2 req-d1763e8f-dace-4ed5-a74a-a1a6c1d7ca60 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828698 Nov 11 20:39:50.539460 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f11ae6-2f0c-4ef7-a979-68a0e7084264 None None] Pushing event updated for resources: {'Port': ['ID=efb5c89e-d36d-4574-8d1e-764f017b4aed,revision_number=3']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:50.611943 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:50.619600 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-f6579d17-1a39-493e-9bc5-a0b451fa2d3c None None] Attempting to bind port efb5c89e-d36d-4574-8d1e-764f017b4aed on host dv-cinder-817642-1-iscsi for vnic_type normal with profile {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:39:50.620423 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-f6579d17-1a39-493e-9bc5-a0b451fa2d3c None None] Attempting to bind port efb5c89e-d36d-4574-8d1e-764f017b4aed by drivers openvswitch,hyperv on host dv-cinder-817642-1-iscsi at level 0 using segments [{'id': '10d54165-ef60-4074-adbf-93405467530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '515d5239-5614-4a6a-85cb-8dd4e9ebdc6b'}] {{(pid=101813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:39:50.621830 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6579d17-1a39-493e-9bc5-a0b451fa2d3c None None] Attempting to bind port efb5c89e-d36d-4574-8d1e-764f017b4aed on network 515d5239-5614-4a6a-85cb-8dd4e9ebdc6b {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:39:50.632190 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6579d17-1a39-493e-9bc5-a0b451fa2d3c None None] Checking agent: {'id': '2f88a117-5cd0-41ac-983d-8c5af48f8bd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 30, 6), 'started_at': datetime.datetime(2021, 11, 11, 20, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:39:50.634407 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6579d17-1a39-493e-9bc5-a0b451fa2d3c None None] Checking segment: {'id': '10d54165-ef60-4074-adbf-93405467530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '515d5239-5614-4a6a-85cb-8dd4e9ebdc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:39:50.635255 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-f6579d17-1a39-493e-9bc5-a0b451fa2d3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:50.635906 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6579d17-1a39-493e-9bc5-a0b451fa2d3c None None] Bound using segment: {'id': '10d54165-ef60-4074-adbf-93405467530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '515d5239-5614-4a6a-85cb-8dd4e9ebdc6b'} {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:39:50.640586 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-f6579d17-1a39-493e-9bc5-a0b451fa2d3c None None] Bound port: efb5c89e-d36d-4574-8d1e-764f017b4aed, host: dv-cinder-817642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10d54165-ef60-4074-adbf-93405467530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '515d5239-5614-4a6a-85cb-8dd4e9ebdc6b'}}] {{(pid=101813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:39:50.642677 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-f6579d17-1a39-493e-9bc5-a0b451fa2d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:50.690627 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-c710cded-eff6-471f-8dcf-a7609a23f001 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:50.718833 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [None req-b649aac9-e9d7-483c-9650-41a899fa6805 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1974514745-network', 'tenant_id': 'da3138643605461997fb39e99bac9845'}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:39:50.866422 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-f6579d17-1a39-493e-9bc5-a0b451fa2d3c None None] For port efb5c89e-d36d-4574-8d1e-764f017b4aed, host dv-cinder-817642-1-iscsi, cleared binding levels {{(pid=101813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:39:50.875755 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b649aac9-e9d7-483c-9650-41a899fa6805 admin admin] Made reservation on behalf of da3138643605461997fb39e99bac9845 for: {'network': 1} {{(pid=101812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:39:50.878382 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-f6579d17-1a39-493e-9bc5-a0b451fa2d3c None None] For port efb5c89e-d36d-4574-8d1e-764f017b4aed, host dv-cinder-817642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=efb5c89e-d36d-4574-8d1e-764f017b4aed,segment=NetworkSegment(10d54165-ef60-4074-adbf-93405467530b),segment_id=10d54165-ef60-4074-adbf-93405467530b)] {{(pid=101813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:39:50.890490 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-b649aac9-e9d7-483c-9650-41a899fa6805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for network, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:50.893342 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-f6579d17-1a39-493e-9bc5-a0b451fa2d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:50.908265 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-c710cded-eff6-471f-8dcf-a7609a23f001 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:50.908265 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-b649aac9-e9d7-483c-9650-41a899fa6805 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:50.927557 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca387f4a-7a06-4116-8132-6906d3c0d25b req-02ace01a-7301-4627-beb1-5bfaa04c4c74 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:50.935502 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ca387f4a-7a06-4116-8132-6906d3c0d25b req-02ace01a-7301-4627-beb1-5bfaa04c4c74 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.1365528 Nov 11 20:39:50.996123 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f11ae6-2f0c-4ef7-a979-68a0e7084264 None None] Pushing event updated for resources: {'Port': ['ID=efb5c89e-d36d-4574-8d1e-764f017b4aed,revision_number=4']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:51.021534 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-20f1dd87-50df-4c07-bd6b-15e0ae2c232b None None] Provisioning complete for port efb5c89e-d36d-4574-8d1e-764f017b4aed triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:39:51.021989 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-20f1dd87-50df-4c07-bd6b-15e0ae2c232b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:51.049828 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ca387f4a-7a06-4116-8132-6906d3c0d25b req-d2c05a54-e74b-4caa-b123-b3c11f8d582b tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133428 Nov 11 20:39:51.119062 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6579d17-1a39-493e-9bc5-a0b451fa2d3c None None] Routers {'b0f6d551-b240-494f-9615-5eb5f3abddc2'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:39:51.119758 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-f6579d17-1a39-493e-9bc5-a0b451fa2d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:39:33Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['b0f6d551-b240-494f-9615-5eb5f3abddc2'], 'active': True} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:39:51.153018 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-b649aac9-e9d7-483c-9650-41a899fa6805 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:51.160528 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-b649aac9-e9d7-483c-9650-41a899fa6805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:51.194030 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b649aac9-e9d7-483c-9650-41a899fa6805 admin admin] vlan segment allocate from pool success with {'vlan_id': 873, 'physical_network': 'physnet1'} {{(pid=101812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:39:51.218313 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-c710cded-eff6-471f-8dcf-a7609a23f001 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks [] for port, precommit_update {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:51.222333 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b649aac9-e9d7-483c-9650-41a899fa6805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6011662-05af-48d6-93b4-66343e6538ca,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:51.233314 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-b649aac9-e9d7-483c-9650-41a899fa6805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16407769'] for segment, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:51.233679 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.db.segments_db [None req-b649aac9-e9d7-483c-9650-41a899fa6805 admin admin] Added segment 676c89b0-616c-4174-893a-251ed28c9438 of type vlan for network ce672723-6882-4ab4-9659-ebe86d0ace99 Nov 11 20:39:51.235123 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-c710cded-eff6-471f-8dcf-a7609a23f001 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3549696'] for port, after_update {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:51.312606 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-20f1dd87-50df-4c07-bd6b-15e0ae2c232b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:51.325951 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-b649aac9-e9d7-483c-9650-41a899fa6805 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768468705491'] for network, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:51.381590 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c710cded-eff6-471f-8dcf-a7609a23f001 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Pushing event updated for resources: {'Port': ['ID=0ee1c7b1-ff1c-4042-90cf-72541db25ee0,revision_number=2']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:51.402675 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-b649aac9-e9d7-483c-9650-41a899fa6805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858'] for network, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:51.403628 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b649aac9-e9d7-483c-9650-41a899fa6805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:51.404244 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-b649aac9-e9d7-483c-9650-41a899fa6805 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for network, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:51.408087 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-c710cded-eff6-471f-8dcf-a7609a23f001 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656075'] for floatingip, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:51.435240 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f76bc36-720f-4da8-a45c-1e3f3e97db9b req-4829cf8e-16a6-48ab-afe7-37595a64575a tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:51.436857 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5f76bc36-720f-4da8-a45c-1e3f3e97db9b req-4829cf8e-16a6-48ab-afe7-37595a64575a tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=bded2955-e01c-44b7-8296-944f839f06b9 HTTP/1.1" status: 200 len: 943 time: 0.0926411 Nov 11 20:39:51.473281 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvr_db [None req-f6579d17-1a39-493e-9bc5-a0b451fa2d3c None None] Set router b0f6d551-b240-494f-9615-5eb5f3abddc2 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:39:51.477949 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-b649aac9-e9d7-483c-9650-41a899fa6805 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9969447 Nov 11 20:39:51.482396 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-c710cded-eff6-471f-8dcf-a7609a23f001 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for floatingip, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:51.483300 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 43492) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:51.483896 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-c710cded-eff6-471f-8dcf-a7609a23f001 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.9028075 Nov 11 20:39:51.500920 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [None req-dfed79dc-6605-42d7-87dd-9022df337c37 admin admin] Request body: {'subnet': {'network_id': 'ce672723-6882-4ab4-9659-ebe86d0ace99', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1974514745-subnet', 'tenant_id': 'da3138643605461997fb39e99bac9845', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:39:51.501840 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b649aac9-e9d7-483c-9650-41a899fa6805 admin admin] Pushing event updated for resources: {'Network': ['ID=ce672723-6882-4ab4-9659-ebe86d0ace99,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:51.529594 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5f76bc36-720f-4da8-a45c-1e3f3e97db9b req-3cefb532-24d9-4554-9558-5253d521844e tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827267 Nov 11 20:39:51.534244 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Network ce672723-6882-4ab4-9659-ebe86d0ace99 details requested by agent ovs-agent-dv-cinder-817642-1-iscsi with host dv-cinder-817642-1-iscsi {{(pid=101813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:39:51.565388 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfed79dc-6605-42d7-87dd-9022df337c37 admin admin] Made reservation on behalf of da3138643605461997fb39e99bac9845 for: {'subnet': 1} {{(pid=101811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:39:51.568119 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-dfed79dc-6605-42d7-87dd-9022df337c37 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:51.631335 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-20f1dd87-50df-4c07-bd6b-15e0ae2c232b None None] For port efb5c89e-d36d-4574-8d1e-764f017b4aed, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=efb5c89e-d36d-4574-8d1e-764f017b4aed,segment=NetworkSegment(10d54165-ef60-4074-adbf-93405467530b),segment_id=10d54165-ef60-4074-adbf-93405467530b)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:39:51.664455 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-20f1dd87-50df-4c07-bd6b-15e0ae2c232b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:51.718839 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ffc0c-44ee-4b89-9bcd-e51a63935ae4 req-1149ab96-76be-4fe3-a093-98521c257a16 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:51.720479 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7c4ffc0c-44ee-4b89-9bcd-e51a63935ae4 req-1149ab96-76be-4fe3-a093-98521c257a16 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 932 time: 0.0749302 Nov 11 20:39:51.801986 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1dd87-50df-4c07-bd6b-15e0ae2c232b None None] Pushing event updated for resources: {'Port': ['ID=efb5c89e-d36d-4574-8d1e-764f017b4aed,revision_number=5']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:51.825354 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-ebc970e5-393b-4e99-8c71-c05dcac6e70f None None] Provisioning complete for port efb5c89e-d36d-4574-8d1e-764f017b4aed triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:39:51.825740 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-ebc970e5-393b-4e99-8c71-c05dcac6e70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:51.839243 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7c4ffc0c-44ee-4b89-9bcd-e51a63935ae4 req-50e11b54-1cf4-4425-ae8c-58c063e80b6d tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069756 Nov 11 20:39:51.855350 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-dfed79dc-6605-42d7-87dd-9022df337c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858'] for subnet, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:51.922175 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfed79dc-6605-42d7-87dd-9022df337c37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f67a73f6-0971-4cfa-bc0f-6a34bef4a5cc,revision_number=0']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:51.934168 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfed79dc-6605-42d7-87dd-9022df337c37 admin admin] Checking segment: {'id': '676c89b0-616c-4174-893a-251ed28c9438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'ce672723-6882-4ab4-9659-ebe86d0ace99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:39:51.934835 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfed79dc-6605-42d7-87dd-9022df337c37 admin admin] Network hostable DHCP agents. Network: ce672723-6882-4ab4-9659-ebe86d0ace99, hostable agents: ['4584d237-ef17-41dc-89a8-5da37ed889a0'], hosted agents: [] {{(pid=101811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:39:51.954516 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfed79dc-6605-42d7-87dd-9022df337c37 admin admin] Network ce672723-6882-4ab4-9659-ebe86d0ace99 is scheduled to be hosted by DHCP agent 4584d237-ef17-41dc-89a8-5da37ed889a0 with binding_index 1 {{(pid=101811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:39:51.982741 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.base_scheduler [None req-dfed79dc-6605-42d7-87dd-9022df337c37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817642-1-iscsi, ce672723-6882-4ab4-9659-ebe86d0ace99) {{(pid=101811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:39:51.996405 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55948492-1aae-4fc2-b94d-b9a583f06f9e None None] Network ce672723-6882-4ab4-9659-ebe86d0ace99 requested from dv-cinder-817642-1-iscsi {{(pid=101813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:39:51.999920 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfed79dc-6605-42d7-87dd-9022df337c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:52.000553 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-dfed79dc-6605-42d7-87dd-9022df337c37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for subnet, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:52.031063 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-dfed79dc-6605-42d7-87dd-9022df337c37 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5391665 Nov 11 20:39:52.048963 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-75b7ce0d-bb5f-4379-89ec-50681369e051 req-76d8addc-8eba-4fde-ad67-2e10677518cc tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--232932801&fields=id&tenant_id=b5cef6cece0f4bf49468d6d0e5b6b269 HTTP/1.1" status: 200 len: 267 time: 0.0907564 Nov 11 20:39:52.102360 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-f6579d17-1a39-493e-9bc5-a0b451fa2d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'name': 'tempest-AttachVolumeTestJSON-643645549-router', 'tenant_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'a4c8c0cc-074b-4aa9-a523-77c91c424727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:39:39Z', 'updated_at': '2021-11-11T20:39:46Z', 'revision_number': 4, 'project_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'gw_port': {'id': 'a4c8c0cc-074b-4aa9-a523-77c91c424727', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:41Z', 'updated_at': '2021-11-11T20:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': 'efb5c89e-d36d-4574-8d1e-764f017b4aed', 'name': '', 'network_id': '515d5239-5614-4a6a-85cb-8dd4e9ebdc6b', 'tenant_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'mac_address': 'fa:16:3e:59:73:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '043689e6-7343-4f4a-9ced-626818d24d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:45Z', 'updated_at': '2021-11-11T20:39:50Z', 'revision_number': 4, 'project_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'subnets': [{'id': '043689e6-7343-4f4a-9ced-626818d24d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:39:52.157291 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6579d17-1a39-493e-9bc5-a0b451fa2d3c None None] The sync data for ids ['b0f6d551-b240-494f-9615-5eb5f3abddc2'] in dv-cinder-817642-1-iscsi is: [{'id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'name': 'tempest-AttachVolumeTestJSON-643645549-router', 'tenant_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'a4c8c0cc-074b-4aa9-a523-77c91c424727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:39:39Z', 'updated_at': '2021-11-11T20:39:46Z', 'revision_number': 4, 'project_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'gw_port': {'id': 'a4c8c0cc-074b-4aa9-a523-77c91c424727', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:41Z', 'updated_at': '2021-11-11T20:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': 'efb5c89e-d36d-4574-8d1e-764f017b4aed', 'name': '', 'network_id': '515d5239-5614-4a6a-85cb-8dd4e9ebdc6b', 'tenant_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'mac_address': 'fa:16:3e:59:73:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '043689e6-7343-4f4a-9ced-626818d24d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:45Z', 'updated_at': '2021-11-11T20:39:50Z', 'revision_number': 4, 'project_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'subnets': [{'id': '043689e6-7343-4f4a-9ced-626818d24d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:39:52.246538 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b1c25c-fce0-43b0-8ca4-1bf42e6323cd None None] Network ce672723-6882-4ab4-9659-ebe86d0ace99 requested from dv-cinder-817642-1-iscsi {{(pid=101813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:39:52.344783 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7ce0d-bb5f-4379-89ec-50681369e051 req-65132bdb-b090-4722-aa35-7a908b123758 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:52.353974 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-75b7ce0d-bb5f-4379-89ec-50681369e051 req-65132bdb-b090-4722-aa35-7a908b123758 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/networks?id=515d5239-5614-4a6a-85cb-8dd4e9ebdc6b HTTP/1.1" status: 200 len: 810 time: 0.3024921 Nov 11 20:39:52.421724 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-75b7ce0d-bb5f-4379-89ec-50681369e051 req-720d9b50-6bd9-465b-b0ae-6939d63650fd tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/quotas/b5cef6cece0f4bf49468d6d0e5b6b269 HTTP/1.1" status: 200 len: 375 time: 0.0667243 Nov 11 20:39:52.529448 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-75b7ce0d-bb5f-4379-89ec-50681369e051 req-b92e2546-2fe7-4eac-a570-bd60a3db595a tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b5cef6cece0f4bf49468d6d0e5b6b269&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1066689 Nov 11 20:39:52.721689 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-75b7ce0d-bb5f-4379-89ec-50681369e051 req-e99a9921-ecc4-429d-85f7-3ade7dfaedb2 service neutron] 10.222.0.61 "GET /v2.0/networks/515d5239-5614-4a6a-85cb-8dd4e9ebdc6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755834 Nov 11 20:39:52.853874 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-75b7ce0d-bb5f-4379-89ec-50681369e051 req-c78a668d-3e3b-4e26-ac5e-bed25d9aea21 service neutron] 10.222.0.61 "GET /v2.0/networks/515d5239-5614-4a6a-85cb-8dd4e9ebdc6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227868 Nov 11 20:39:53.078214 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aab956-8ff7-427d-b9fe-cad0673eb6ae req-f6d0a0ec-015b-47f4-a233-6f7d00bbdef2 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:53.079818 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c2aab956-8ff7-427d-b9fe-cad0673eb6ae req-f6d0a0ec-015b-47f4-a233-6f7d00bbdef2 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.0528264 Nov 11 20:39:53.190073 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c2aab956-8ff7-427d-b9fe-cad0673eb6ae req-cc0a0d96-6657-412b-82aa-476cca4f232d tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964768 Nov 11 20:39:53.346870 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device efb5c89e-d36d-4574-8d1e-764f017b4aed up at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:39:53.471402 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b213104-6e76-42b5-af4c-528971b8be2f req-b4cdb036-da0b-47bc-8d70-bf34e310c4b9 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:53.495862 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2b213104-6e76-42b5-af4c-528971b8be2f req-b4cdb036-da0b-47bc-8d70-bf34e310c4b9 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=bded2955-e01c-44b7-8296-944f839f06b9 HTTP/1.1" status: 200 len: 943 time: 0.1542003 Nov 11 20:39:53.537973 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Provisioning complete for port efb5c89e-d36d-4574-8d1e-764f017b4aed triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:39:53.538358 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:53.741248 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2b213104-6e76-42b5-af4c-528971b8be2f req-939bbc6c-a23c-4ecd-9b96-ac145c1c8d1d tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324729 Nov 11 20:39:53.926513 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c657f-8c09-4642-bfc2-9c0f8f3be24a req-d38f843e-24b5-404f-b7b3-2f704f717552 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:53.928882 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-228c657f-8c09-4642-bfc2-9c0f8f3be24a req-d38f843e-24b5-404f-b7b3-2f704f717552 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 932 time: 0.0956032 Nov 11 20:39:53.951409 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 43564) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:54.063278 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-228c657f-8c09-4642-bfc2-9c0f8f3be24a req-c5879a91-c28d-418b-98b5-5ef2db2841b0 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279383 Nov 11 20:39:54.184887 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-564cc56f-f69c-4213-8e02-064050aeceea admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:54.188688 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-09c65295-793d-41e1-a0eb-265197485a8b req-a5dbd564-3fa9-45fb-b073-cc19beef61a9 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 210 time: 0.0368814 Nov 11 20:39:54.287313 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-564cc56f-f69c-4213-8e02-064050aeceea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:54.291955 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-564cc56f-f69c-4213-8e02-064050aeceea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:54.340329 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-564cc56f-f69c-4213-8e02-064050aeceea admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=343d2b67d93a4472ac5b7724530f2258&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3867965 Nov 11 20:39:54.341171 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564cc56f-f69c-4213-8e02-064050aeceea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5113ab-c6c8-4195-80e4-0925a1679a60,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:54.343375 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 43594) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:54.398209 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-41cee8b4-b8fe-4bb4-8afa-000c772e3b07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:54.424741 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-41cee8b4-b8fe-4bb4-8afa-000c772e3b07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:54.439434 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25667330-c339-415d-bbd7-0f0c3bfb71d5 req-e6f9c601-5846-43ce-b904-eb7f90e87c03 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:54.440987 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-25667330-c339-415d-bbd7-0f0c3bfb71d5 req-e6f9c601-5846-43ce-b904-eb7f90e87c03 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/networks?id=ce672723-6882-4ab4-9659-ebe86d0ace99 HTTP/1.1" status: 200 len: 809 time: 0.1265664 Nov 11 20:39:54.456040 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-25667330-c339-415d-bbd7-0f0c3bfb71d5 req-6545e88b-4004-4efe-8436-125d3e669493 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/quotas/da3138643605461997fb39e99bac9845 HTTP/1.1" status: 200 len: 375 time: 0.0091386 Nov 11 20:39:54.477788 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-41cee8b4-b8fe-4bb4-8afa-000c772e3b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:54.480633 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-41cee8b4-b8fe-4bb4-8afa-000c772e3b07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:54.481915 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-41cee8b4-b8fe-4bb4-8afa-000c772e3b07 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8d5113ab-c6c8-4195-80e4-0925a1679a60 HTTP/1.1" status: 204 len: 168 time: 0.1375353 Nov 11 20:39:54.492483 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cee8b4-b8fe-4bb4-8afa-000c772e3b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5113ab-c6c8-4195-80e4-0925a1679a60,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:54.505481 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-25667330-c339-415d-bbd7-0f0c3bfb71d5 req-c01a5a10-5a7c-44fc-86f1-81e824299623 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=da3138643605461997fb39e99bac9845&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423164 Nov 11 20:39:54.618125 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-25667330-c339-415d-bbd7-0f0c3bfb71d5 req-65c6755e-d6b1-4e51-935d-db90024e74d5 service neutron] 10.222.0.61 "GET /v2.0/networks/ce672723-6882-4ab4-9659-ebe86d0ace99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093745 Nov 11 20:39:54.719940 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-25667330-c339-415d-bbd7-0f0c3bfb71d5 req-5ca0362a-168c-4ae5-b56b-37f1fc2c53f7 service neutron] 10.222.0.61 "GET /v2.0/networks/ce672723-6882-4ab4-9659-ebe86d0ace99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952621 Nov 11 20:39:54.829945 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 43604) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:54.848836 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-35172d84-92d9-4d6d-9973-7575cafb20c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:54.943573 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b58c22-561a-4cae-bd53-d3ae2bcceba3 req-1bb70f07-f4c6-4830-a839-3885fc794b5d tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:54.948949 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-61b58c22-561a-4cae-bd53-d3ae2bcceba3 req-1bb70f07-f4c6-4830-a839-3885fc794b5d tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.0628207 Nov 11 20:39:54.953257 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-35172d84-92d9-4d6d-9973-7575cafb20c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:54.958404 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-35172d84-92d9-4d6d-9973-7575cafb20c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:54.996631 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35172d84-92d9-4d6d-9973-7575cafb20c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5869b27e-a508-4082-ab5a-d3215bb64e31,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:55.002484 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-35172d84-92d9-4d6d-9973-7575cafb20c4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=62c41209399d4745b08f47ef3e9cdf9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1712537 Nov 11 20:39:55.005688 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 43608) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:55.010045 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-61b58c22-561a-4cae-bd53-d3ae2bcceba3 req-abe2498f-5ea7-493b-a09d-b7965dd053cf tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580156 Nov 11 20:39:55.096583 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-463aa46d-0fc5-43f3-8c44-38132bee8a22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:55.126000 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-463aa46d-0fc5-43f3-8c44-38132bee8a22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:55.169802 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0c4b7-0bdd-4a23-82d2-4382ea56d473 req-63784f77-5652-4698-8694-6f0d5e3bdab3 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:55.171828 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-84f0c4b7-0bdd-4a23-82d2-4382ea56d473 req-63784f77-5652-4698-8694-6f0d5e3bdab3 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=bded2955-e01c-44b7-8296-944f839f06b9 HTTP/1.1" status: 200 len: 943 time: 0.0996556 Nov 11 20:39:55.201383 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-463aa46d-0fc5-43f3-8c44-38132bee8a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:55.204503 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-463aa46d-0fc5-43f3-8c44-38132bee8a22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:55.205852 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-463aa46d-0fc5-43f3-8c44-38132bee8a22 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5869b27e-a508-4082-ab5a-d3215bb64e31 HTTP/1.1" status: 204 len: 168 time: 0.1986265 Nov 11 20:39:55.218300 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463aa46d-0fc5-43f3-8c44-38132bee8a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5869b27e-a508-4082-ab5a-d3215bb64e31,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:55.262716 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-84f0c4b7-0bdd-4a23-82d2-4382ea56d473 req-84e27fb1-16c1-4c3e-970d-2f1e7613323d tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828581 Nov 11 20:39:55.376843 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3e010773-0242-4722-a6cc-fc199f8121c7 req-3b3ba5be-0eec-4928-82f3-d02173eb285b tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/ports?device_id=09b5e5fb-4793-4495-a93b-321835ecf1b3 HTTP/1.1" status: 200 len: 210 time: 0.0311000 Nov 11 20:39:55.512258 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace4384-53c1-489c-9a54-5f138ac1e166 req-75fd8a9d-5ffc-4a09-aae5-f5f8e96d4b36 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:55.520489 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-bace4384-53c1-489c-9a54-5f138ac1e166 req-75fd8a9d-5ffc-4a09-aae5-f5f8e96d4b36 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 932 time: 0.0623868 Nov 11 20:39:55.563842 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-bace4384-53c1-489c-9a54-5f138ac1e166 req-5fbb3529-9fca-4734-a479-c9f9942c8d52 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423663 Nov 11 20:39:55.666202 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9bf8f716-24fe-4ea7-8c6b-c0f3590905bf req-f6c1e410-8486-4880-9963-84344580f201 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 210 time: 0.0381715 Nov 11 20:39:55.777192 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 43640) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:55.900895 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-dee4f64a-fc9b-4681-be56-9f7d7d125d1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:55.992450 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-dee4f64a-fc9b-4681-be56-9f7d7d125d1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:55.997325 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-dee4f64a-fc9b-4681-be56-9f7d7d125d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:56.063687 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-dee4f64a-fc9b-4681-be56-9f7d7d125d1a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3474b647953b41ec94e702427ee8596a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2878361 Nov 11 20:39:56.065340 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee4f64a-fc9b-4681-be56-9f7d7d125d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8874d795-f609-495b-a0f5-b4512e7c2ace,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:56.067218 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 43656) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:56.161001 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-a75b855f-0390-4af0-9309-3a7624b7f592 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:56.199192 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f065c-0277-4927-915d-35e1ec5822bb req-26226f7f-a3ab-4510-bb2d-6953cc92ec3c tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:56.201251 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e63f065c-0277-4927-915d-35e1ec5822bb req-26226f7f-a3ab-4510-bb2d-6953cc92ec3c tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.0866504 Nov 11 20:39:56.203283 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-a75b855f-0390-4af0-9309-3a7624b7f592 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:56.277953 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e63f065c-0277-4927-915d-35e1ec5822bb req-024c255b-4af7-4027-ac11-06eb935ba599 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670733 Nov 11 20:39:56.297499 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-a75b855f-0390-4af0-9309-3a7624b7f592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:56.300396 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-a75b855f-0390-4af0-9309-3a7624b7f592 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:56.305032 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-a75b855f-0390-4af0-9309-3a7624b7f592 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8874d795-f609-495b-a0f5-b4512e7c2ace HTTP/1.1" status: 204 len: 168 time: 0.2337563 Nov 11 20:39:56.313153 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b855f-0390-4af0-9309-3a7624b7f592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8874d795-f609-495b-a0f5-b4512e7c2ace,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:56.447807 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a9904-63fe-4d52-ae67-d6108ffb6c8b req-75a31c88-5ff7-4160-b835-4aa0fa810df7 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:56.449675 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b85a9904-63fe-4d52-ae67-d6108ffb6c8b req-75a31c88-5ff7-4160-b835-4aa0fa810df7 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=bded2955-e01c-44b7-8296-944f839f06b9 HTTP/1.1" status: 200 len: 943 time: 0.0790620 Nov 11 20:39:56.502175 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b85a9904-63fe-4d52-ae67-d6108ffb6c8b req-f8f69273-9b9d-4f98-9a62-fe28e0e30e32 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463696 Nov 11 20:39:56.651702 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c0feb48e-a834-4118-a4ae-c051ef477260 req-284b33a7-29c4-4363-ad6c-9e99bde99cff tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/ports?device_id=09b5e5fb-4793-4495-a93b-321835ecf1b3 HTTP/1.1" status: 200 len: 210 time: 0.0362620 Nov 11 20:39:56.805372 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 43678) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:56.826310 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4eb1a-7c38-44f3-822f-5ddb95d5d074 req-ac2421eb-68dd-475e-a5e1-371b651638ed tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:56.829147 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-bb1fe658-b8a3-402c-a6ac-d15159f01bfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:56.830390 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fbf4eb1a-7c38-44f3-822f-5ddb95d5d074 req-ac2421eb-68dd-475e-a5e1-371b651638ed tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 932 time: 0.1100879 Nov 11 20:39:56.892186 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fbf4eb1a-7c38-44f3-822f-5ddb95d5d074 req-29781011-2ef3-4398-8dd9-f27839bfab37 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527191 Nov 11 20:39:56.923069 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-bb1fe658-b8a3-402c-a6ac-d15159f01bfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:56.928289 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-bb1fe658-b8a3-402c-a6ac-d15159f01bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:56.968169 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-bb1fe658-b8a3-402c-a6ac-d15159f01bfd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fe49d1a8d3dd42a88f6f6a48d04b64e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1630540 Nov 11 20:39:56.969042 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1fe658-b8a3-402c-a6ac-d15159f01bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184d840a-f408-4033-b2c2-b9be4418a0de,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:56.971311 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 43680) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:57.010938 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-236c7908-802b-49e3-bd4a-d4920a51c736 req-2bab44eb-6d51-407c-bdd6-dd67682eb7a8 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 210 time: 0.0509424 Nov 11 20:39:57.039695 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-41c85830-89c2-4d82-b423-f28aa9640985 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:57.065300 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-41c85830-89c2-4d82-b423-f28aa9640985 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:57.120694 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-41c85830-89c2-4d82-b423-f28aa9640985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:57.123404 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-41c85830-89c2-4d82-b423-f28aa9640985 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:57.124690 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-41c85830-89c2-4d82-b423-f28aa9640985 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/184d840a-f408-4033-b2c2-b9be4418a0de HTTP/1.1" status: 204 len: 168 time: 0.1524634 Nov 11 20:39:57.133379 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c85830-89c2-4d82-b423-f28aa9640985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184d840a-f408-4033-b2c2-b9be4418a0de,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:57.407288 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980091c-025f-42cc-b812-b5576cbe5a21 req-dfc514bb-0a9b-417a-8503-da1120e7909e tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:57.408828 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3980091c-025f-42cc-b812-b5576cbe5a21 req-dfc514bb-0a9b-417a-8503-da1120e7909e tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.0480189 Nov 11 20:39:57.461586 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3980091c-025f-42cc-b812-b5576cbe5a21 req-b4fc58e3-1c6c-48e3-9d01-beaef916cbbc tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456262 Nov 11 20:39:57.464743 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 43688) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:57.484376 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-fa16cb26-2c76-4d21-a2f3-c9509422e13b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:57.574983 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-fa16cb26-2c76-4d21-a2f3-c9509422e13b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:57.586769 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-fa16cb26-2c76-4d21-a2f3-c9509422e13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:57.638937 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-fa16cb26-2c76-4d21-a2f3-c9509422e13b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3bd25e62e13c49ccbe55c7cde2fbaca0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1733954 Nov 11 20:39:57.641669 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 43692) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:39:57.647877 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa16cb26-2c76-4d21-a2f3-c9509422e13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a549fd02-809b-4db9-86a1-260921c18533,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:57.658991 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed99160-9c35-45b7-b4d2-7710e8315bdd req-c20fa40b-8e36-4155-b3bb-624ae8e2cefb tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:57.661000 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8ed99160-9c35-45b7-b4d2-7710e8315bdd req-c20fa40b-8e36-4155-b3bb-624ae8e2cefb tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=bded2955-e01c-44b7-8296-944f839f06b9 HTTP/1.1" status: 200 len: 943 time: 0.0840690 Nov 11 20:39:57.701499 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-5f7173cc-50d5-4b19-bcf5-3cd50c6a0f12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:57.715670 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8ed99160-9c35-45b7-b4d2-7710e8315bdd req-2d545896-e0aa-41f0-99d5-24cbc2f5da8a tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454514 Nov 11 20:39:57.742541 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-5f7173cc-50d5-4b19-bcf5-3cd50c6a0f12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:57.807342 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-5f7173cc-50d5-4b19-bcf5-3cd50c6a0f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:57.810970 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-5f7173cc-50d5-4b19-bcf5-3cd50c6a0f12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:39:57.814458 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-5f7173cc-50d5-4b19-bcf5-3cd50c6a0f12 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a549fd02-809b-4db9-86a1-260921c18533 HTTP/1.1" status: 204 len: 168 time: 0.1694005 Nov 11 20:39:57.822324 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-53469afc-6137-4b2a-92e7-647dc66b85fd req-04f93f48-9fd4-4d84-83d3-c9882f4b462b tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/ports?device_id=09b5e5fb-4793-4495-a93b-321835ecf1b3 HTTP/1.1" status: 200 len: 210 time: 0.0306704 Nov 11 20:39:57.828228 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7173cc-50d5-4b19-bcf5-3cd50c6a0f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a549fd02-809b-4db9-86a1-260921c18533,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:39:58.055962 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b999376-99f6-412e-bbb6-5f2b2ae67291 req-24b1f691-840a-4ecf-b6f2-c52ee2858124 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:58.057721 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8b999376-99f6-412e-bbb6-5f2b2ae67291 req-24b1f691-840a-4ecf-b6f2-c52ee2858124 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 932 time: 0.0610344 Nov 11 20:39:58.109080 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8b999376-99f6-412e-bbb6-5f2b2ae67291 req-4503a981-0f4f-4316-b7be-227170ef2832 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454404 Nov 11 20:39:58.201452 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b0358347-0412-4511-b5c2-c3ae4d5125a1 req-11fd525f-8c51-47d8-931e-d2e433be166d tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 210 time: 0.0272520 Nov 11 20:39:58.595928 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83251a-946f-408b-9be4-0f1fc3dc7197 req-530e7790-3b8e-45db-92ce-1902df112ffe tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:58.597390 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2c83251a-946f-408b-9be4-0f1fc3dc7197 req-530e7790-3b8e-45db-92ce-1902df112ffe tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.0496569 Nov 11 20:39:58.649355 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2c83251a-946f-408b-9be4-0f1fc3dc7197 req-8f9394ef-ee05-4286-bc72-31d755803fb2 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455661 Nov 11 20:39:58.894203 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ffe00c-02b9-458b-8a10-2616542723e1 req-74d604df-6ce6-498c-8762-974d4f6ec412 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:58.896988 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b7ffe00c-02b9-458b-8a10-2616542723e1 req-74d604df-6ce6-498c-8762-974d4f6ec412 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=bded2955-e01c-44b7-8296-944f839f06b9 HTTP/1.1" status: 200 len: 943 time: 0.0587823 Nov 11 20:39:58.948054 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b7ffe00c-02b9-458b-8a10-2616542723e1 req-9b636c1c-7f2d-419d-9578-1a768f486790 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449083 Nov 11 20:39:59.062878 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-34e6a5f1-77cc-43b8-adb3-f7511e26d393 req-96e982f9-d153-4f28-a181-da05ba3d3107 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/ports?device_id=09b5e5fb-4793-4495-a93b-321835ecf1b3 HTTP/1.1" status: 200 len: 210 time: 0.0395670 Nov 11 20:39:59.232114 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691d9a6-eaa1-4596-bea9-1714b1f02577 req-93081676-c9bf-4de4-80a2-3a7b453ab676 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:59.233732 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4691d9a6-eaa1-4596-bea9-1714b1f02577 req-93081676-c9bf-4de4-80a2-3a7b453ab676 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 932 time: 0.0542634 Nov 11 20:39:59.288420 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4691d9a6-eaa1-4596-bea9-1714b1f02577 req-3df7f923-966e-4b86-a79c-ad60dd562961 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468557 Nov 11 20:39:59.603057 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-6a86416c-f186-41e0-8a26-531fc437687f req-26d65b6e-53ce-4b9e-b1ee-4fcfc9fcdda0 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 210 time: 0.2601509 Nov 11 20:39:59.784376 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d83bc-4aea-429b-a8ba-6d7788d178d3 req-e64eaff9-3b56-4e1b-ae43-94a08656832b tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:39:59.785946 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f89d83bc-4aea-429b-a8ba-6d7788d178d3 req-e64eaff9-3b56-4e1b-ae43-94a08656832b tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.0566194 Nov 11 20:39:59.832763 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f89d83bc-4aea-429b-a8ba-6d7788d178d3 req-df14b319-7208-4c69-ac59-777050e067b0 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409093 Nov 11 20:40:00.064599 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e64a19-aa93-49ce-b3c3-b4fe09e05366 req-3d89fd61-3471-41a6-8661-94723fd25e6a tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:00.066065 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c1e64a19-aa93-49ce-b3c3-b4fe09e05366 req-3d89fd61-3471-41a6-8661-94723fd25e6a tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=bded2955-e01c-44b7-8296-944f839f06b9 HTTP/1.1" status: 200 len: 943 time: 0.0473962 Nov 11 20:40:00.123734 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c1e64a19-aa93-49ce-b3c3-b4fe09e05366 req-8c969b48-8ef8-4ac7-9a30-c5546cffb7a9 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500855 Nov 11 20:40:00.212060 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e313523f-c938-4b30-9ba4-681a593df041 req-624cfdc9-8a44-40e6-8ea6-e86f90288369 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/ports?device_id=09b5e5fb-4793-4495-a93b-321835ecf1b3 HTTP/1.1" status: 200 len: 210 time: 0.0261233 Nov 11 20:40:00.404516 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a8ed8-de04-4c81-8681-4b19d024cbc6 req-57e41883-7c85-4ca3-b5f8-be25b63557a4 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:00.406103 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-682a8ed8-de04-4c81-8681-4b19d024cbc6 req-57e41883-7c85-4ca3-b5f8-be25b63557a4 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 932 time: 0.0500314 Nov 11 20:40:00.454217 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-682a8ed8-de04-4c81-8681-4b19d024cbc6 req-f68c3cc1-5ac8-42b5-872a-593421f94125 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414698 Nov 11 20:40:00.693241 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-813a6a91-a628-450e-944b-3d2305ac8813 req-6882400d-6d17-44e5-b38c-3b6b8ea7e1a4 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 210 time: 0.0245600 Nov 11 20:40:00.705912 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-e713e090-b02f-49d7-a152-e0b1ba249033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:00.946355 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c3b0d-760c-45d1-b1a3-a1e5a514de59 req-220d84b8-6846-429a-adac-573a3c102aca tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:00.947804 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e90c3b0d-760c-45d1-b1a3-a1e5a514de59 req-220d84b8-6846-429a-adac-573a3c102aca tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.0503020 Nov 11 20:40:00.993623 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e90c3b0d-760c-45d1-b1a3-a1e5a514de59 req-22c17d3d-ed54-44b6-84d7-8ed40dcf38d8 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396512 Nov 11 20:40:01.242114 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505400a7-9f0e-44d4-b43a-29708824e4eb req-d25cbb72-53ee-430d-8b2b-b6b682514569 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:01.243568 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-505400a7-9f0e-44d4-b43a-29708824e4eb req-d25cbb72-53ee-430d-8b2b-b6b682514569 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=bded2955-e01c-44b7-8296-944f839f06b9 HTTP/1.1" status: 200 len: 943 time: 0.0485442 Nov 11 20:40:01.290150 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-505400a7-9f0e-44d4-b43a-29708824e4eb req-953ce916-f016-4261-a202-f7adbbfdc2aa tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407319 Nov 11 20:40:01.368055 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2dab8fc2-2c8d-42dd-970b-e441200a70c3 req-2beaba1d-fb90-4cab-b16b-c3de38fbd140 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/ports?device_id=09b5e5fb-4793-4495-a93b-321835ecf1b3 HTTP/1.1" status: 200 len: 210 time: 0.0248668 Nov 11 20:40:01.569965 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f63edd-71b3-48b1-9bd0-a2ff4ddc9d24 req-1eb94131-d5db-45de-b1ec-feaf2b87a91b tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:01.571425 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d0f63edd-71b3-48b1-9bd0-a2ff4ddc9d24 req-1eb94131-d5db-45de-b1ec-feaf2b87a91b tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 932 time: 0.0502634 Nov 11 20:40:01.616948 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d0f63edd-71b3-48b1-9bd0-a2ff4ddc9d24 req-6301168e-210a-4d8b-8e0a-3c2a57c3f091 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393913 Nov 11 20:40:01.783804 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-205004ef-d458-4f4f-be80-3e66503ebd1b req-abb57174-947f-477a-95d8-6c82088d067b tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 210 time: 0.0247800 Nov 11 20:40:02.114128 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425113b7-2e5d-440b-8e0d-45b4dbe93f0f req-81d4f284-fdc6-49d8-a0a2-63b11ce5b6d6 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:02.114128 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-425113b7-2e5d-440b-8e0d-45b4dbe93f0f req-81d4f284-fdc6-49d8-a0a2-63b11ce5b6d6 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.0494587 Nov 11 20:40:02.167602 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-425113b7-2e5d-440b-8e0d-45b4dbe93f0f req-3302147d-f16a-4c52-834b-d1d8399bbea3 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477853 Nov 11 20:40:02.227525 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [req-97ffa638-9d35-4243-bcde-ffb510af2c72 req-63cba0b9-861a-4c94-a297-5cc90e1eba36 service neutron] Request body: {'port': {'device_id': 'd28d94ff-cfbb-46b3-b20d-32a6cb35893e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81764'}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:40:02.316577 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-97ffa638-9d35-4243-bcde-ffb510af2c72 req-63cba0b9-861a-4c94-a297-5cc90e1eba36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:02.319998 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1452ff00-b663-4e38-9505-ef5468e7989a req-3b4d6453-d282-4d5b-aded-cfd31c2a0456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:02.321600 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1452ff00-b663-4e38-9505-ef5468e7989a req-3b4d6453-d282-4d5b-aded-cfd31c2a0456 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7b92a8a05c22447985ae53c7b9c91fc8&device_id=bded2955-e01c-44b7-8296-944f839f06b9 HTTP/1.1" status: 200 len: 1096 time: 0.0703816 Nov 11 20:40:02.560950 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0d26d4ea-60e3-4805-bc01-16714e119707 req-4b46312a-a03d-4b26-81f3-2b2e2a6fb9ca tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/ports?device_id=09b5e5fb-4793-4495-a93b-321835ecf1b3 HTTP/1.1" status: 200 len: 210 time: 0.0961959 Nov 11 20:40:02.610986 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a3cdc7-a66c-43d7-84d7-1ac9772e2b22 req-fddfb1d9-1181-40b5-b3cf-4e0fa42e4ea8 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:02.612643 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-26a3cdc7-a66c-43d7-84d7-1ac9772e2b22 req-fddfb1d9-1181-40b5-b3cf-4e0fa42e4ea8 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=bded2955-e01c-44b7-8296-944f839f06b9 HTTP/1.1" status: 200 len: 943 time: 0.2276442 Nov 11 20:40:02.623931 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1452ff00-b663-4e38-9505-ef5468e7989a req-8d9734f3-b1df-45ef-a018-a11ff0341953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:02.625411 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1452ff00-b663-4e38-9505-ef5468e7989a req-8d9734f3-b1df-45ef-a018-a11ff0341953 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=7b92a8a05c22447985ae53c7b9c91fc8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2681050 Nov 11 20:40:02.804699 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-26a3cdc7-a66c-43d7-84d7-1ac9772e2b22 req-0c31bcce-6c3a-4085-ae4f-acf0b620f95e tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822343 Nov 11 20:40:02.869699 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e8af56-e704-41ea-a90d-71fee081021e req-37aa17c3-8428-491f-a4f6-03f94c5f80d2 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:02.871243 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-34e8af56-e704-41ea-a90d-71fee081021e req-37aa17c3-8428-491f-a4f6-03f94c5f80d2 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 932 time: 0.1667449 Nov 11 20:40:02.886247 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1452ff00-b663-4e38-9505-ef5468e7989a req-fc77fed6-e32d-4bc9-89df-c0c21b8845cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:02.887698 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1452ff00-b663-4e38-9505-ef5468e7989a req-fc77fed6-e32d-4bc9-89df-c0c21b8845cd service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2103224 Nov 11 20:40:02.927771 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9717a828-ebd5-40e7-87b6-3302f931656b req-1d8e9c24-69a6-424d-b90b-e0df1bdcd125 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 210 time: 0.0555050 Nov 11 20:40:03.008651 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [req-97ffa638-9d35-4243-bcde-ffb510af2c72 req-63cba0b9-861a-4c94-a297-5cc90e1eba36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30542ce7-fdf6-41e0-981e-8ee1bf98723f {{(pid=101811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:40:03.019070 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-97ffa638-9d35-4243-bcde-ffb510af2c72 req-63cba0b9-861a-4c94-a297-5cc90e1eba36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:03.024997 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-34e8af56-e704-41ea-a90d-71fee081021e req-6a91f8c3-71f7-4e5b-aaf3-f2e5d1305177 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333926 Nov 11 20:40:03.050593 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.provisioning_blocks [req-97ffa638-9d35-4243-bcde-ffb510af2c72 req-63cba0b9-861a-4c94-a297-5cc90e1eba36 service neutron] Transition to ACTIVE for port object 30542ce7-fdf6-41e0-981e-8ee1bf98723f will not be triggered until provisioned by entity L2. {{(pid=101811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:40:03.055011 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340b012-bb21-434f-8755-a0116447840b req-2e74e0f5-8982-4503-ae98-d0ff49b41ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:03.057592 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f340b012-bb21-434f-8755-a0116447840b req-2e74e0f5-8982-4503-ae98-d0ff49b41ea4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7b92a8a05c22447985ae53c7b9c91fc8&device_id=bded2955-e01c-44b7-8296-944f839f06b9 HTTP/1.1" status: 200 len: 1096 time: 0.1112831 Nov 11 20:40:03.059253 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-97ffa638-9d35-4243-bcde-ffb510af2c72 req-63cba0b9-861a-4c94-a297-5cc90e1eba36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:03.172654 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f340b012-bb21-434f-8755-a0116447840b req-c0871500-19d6-48db-9ffd-d45a3fdd2918 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=29fa7464-b08b-4f56-89c0-b86091d4eb50 HTTP/1.1" status: 200 len: 217 time: 0.0698216 Nov 11 20:40:03.182646 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cba0b9-861a-4c94-a297-5cc90e1eba36 service neutron] Pushing event updated for resources: {'Port': ['ID=30542ce7-fdf6-41e0-981e-8ee1bf98723f,revision_number=2']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:03.377683 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-be2a8a55-623f-43a1-aa52-0c7e2248521e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:03.404629 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.managers [req-97ffa638-9d35-4243-bcde-ffb510af2c72 req-63cba0b9-861a-4c94-a297-5cc90e1eba36 service neutron] Attempting to bind port 30542ce7-fdf6-41e0-981e-8ee1bf98723f on host hv-cinder-81764 for vnic_type normal with profile {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:40:03.404967 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.managers [req-97ffa638-9d35-4243-bcde-ffb510af2c72 req-63cba0b9-861a-4c94-a297-5cc90e1eba36 service neutron] Attempting to bind port 30542ce7-fdf6-41e0-981e-8ee1bf98723f by drivers openvswitch,hyperv on host hv-cinder-81764 at level 0 using segments [{'id': '5b54b6f9-6186-4069-989b-2b16f7b98ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'e3ad6302-2af8-4f34-932c-43eafe0c8fe6'}] {{(pid=101811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:40:03.405408 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ffa638-9d35-4243-bcde-ffb510af2c72 req-63cba0b9-861a-4c94-a297-5cc90e1eba36 service neutron] Attempting to bind port 30542ce7-fdf6-41e0-981e-8ee1bf98723f on network e3ad6302-2af8-4f34-932c-43eafe0c8fe6 {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:40:03.477351 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ffa638-9d35-4243-bcde-ffb510af2c72 req-63cba0b9-861a-4c94-a297-5cc90e1eba36 service neutron] Port 30542ce7-fdf6-41e0-981e-8ee1bf98723f on network e3ad6302-2af8-4f34-932c-43eafe0c8fe6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81764 {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:40:03.477757 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ffa638-9d35-4243-bcde-ffb510af2c72 req-63cba0b9-861a-4c94-a297-5cc90e1eba36 service neutron] Attempting to bind port 30542ce7-fdf6-41e0-981e-8ee1bf98723f on network e3ad6302-2af8-4f34-932c-43eafe0c8fe6 {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:40:03.535472 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ffa638-9d35-4243-bcde-ffb510af2c72 req-63cba0b9-861a-4c94-a297-5cc90e1eba36 service neutron] Checking agent: {'id': '15458190-db7e-4dc5-9ea8-0c1068e01e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81764', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 36, 20), 'started_at': datetime.datetime(2021, 11, 11, 20, 36, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:40:03.536041 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ffa638-9d35-4243-bcde-ffb510af2c72 req-63cba0b9-861a-4c94-a297-5cc90e1eba36 service neutron] Checking segment: {'id': '5b54b6f9-6186-4069-989b-2b16f7b98ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'e3ad6302-2af8-4f34-932c-43eafe0c8fe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:40:03.536510 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ffa638-9d35-4243-bcde-ffb510af2c72 req-63cba0b9-861a-4c94-a297-5cc90e1eba36 service neutron] Bound using segment: {'id': '5b54b6f9-6186-4069-989b-2b16f7b98ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'e3ad6302-2af8-4f34-932c-43eafe0c8fe6'} {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:40:03.537028 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.managers [req-97ffa638-9d35-4243-bcde-ffb510af2c72 req-63cba0b9-861a-4c94-a297-5cc90e1eba36 service neutron] Bound port: 30542ce7-fdf6-41e0-981e-8ee1bf98723f, host: hv-cinder-81764, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b54b6f9-6186-4069-989b-2b16f7b98ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'e3ad6302-2af8-4f34-932c-43eafe0c8fe6'}}] {{(pid=101811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:40:03.537608 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-97ffa638-9d35-4243-bcde-ffb510af2c72 req-63cba0b9-861a-4c94-a297-5cc90e1eba36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:03.540822 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340b012-bb21-434f-8755-a0116447840b req-c9c0295d-ba28-49fd-b3c8-0303b3af303b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:03.542874 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f340b012-bb21-434f-8755-a0116447840b req-c9c0295d-ba28-49fd-b3c8-0303b3af303b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c3ddfd0b-0a11-463e-9bc6-4a5797fe6680 HTTP/1.1" status: 200 len: 854 time: 0.2943368 Nov 11 20:40:03.579545 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c4201-38c9-4d8b-a523-4c66f7fb818b req-e27db989-bbae-4748-b044-ffcaec9129df tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:03.581094 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-723c4201-38c9-4d8b-a523-4c66f7fb818b req-e27db989-bbae-4748-b044-ffcaec9129df tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.2001867 Nov 11 20:40:03.621171 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7ce0d-bb5f-4379-89ec-50681369e051 req-eef04b49-d9dd-4ce1-8b63-0cedff34dc2c tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:03.622615 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-75b7ce0d-bb5f-4379-89ec-50681369e051 req-eef04b49-d9dd-4ce1-8b63-0cedff34dc2c tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.78 "GET /v2.0/networks?id=515d5239-5614-4a6a-85cb-8dd4e9ebdc6b HTTP/1.1" status: 200 len: 810 time: 0.3752589 Nov 11 20:40:03.652143 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f340b012-bb21-434f-8755-a0116447840b req-d17d9608-00f0-489f-9051-0df8daa19fa7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f75b74a3-4944-4e66-a1f1-0eb754745d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894513 Nov 11 20:40:03.661369 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-84bf09fc-86ef-4513-a45c-f629b5755899 req-5f839ef3-8129-4dea-9be6-1c13808a5930 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=f318ff0715454413b9ed68f3e56c7bbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0994203 Nov 11 20:40:03.954789 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-723c4201-38c9-4d8b-a523-4c66f7fb818b req-25c7901b-2978-4cfb-97f3-e656ff6e831b tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528588 Nov 11 20:40:03.964863 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-97ffa638-9d35-4243-bcde-ffb510af2c72 req-63cba0b9-861a-4c94-a297-5cc90e1eba36 service neutron] For port 30542ce7-fdf6-41e0-981e-8ee1bf98723f, host hv-cinder-81764, cleared binding levels {{(pid=101811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:40:04.004594 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-97ffa638-9d35-4243-bcde-ffb510af2c72 req-63cba0b9-861a-4c94-a297-5cc90e1eba36 service neutron] For port 30542ce7-fdf6-41e0-981e-8ee1bf98723f, host hv-cinder-81764, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=30542ce7-fdf6-41e0-981e-8ee1bf98723f,segment=NetworkSegment(5b54b6f9-6186-4069-989b-2b16f7b98ff2),segment_id=5b54b6f9-6186-4069-989b-2b16f7b98ff2)] {{(pid=101811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:40:04.014704 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-75b7ce0d-bb5f-4379-89ec-50681369e051 req-91ced671-2b44-452b-9823-ecc2b823de08 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5cef6cece0f4bf49468d6d0e5b6b269 HTTP/1.1" status: 200 len: 379 time: 0.3565087 Nov 11 20:40:04.023663 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-97ffa638-9d35-4243-bcde-ffb510af2c72 req-63cba0b9-861a-4c94-a297-5cc90e1eba36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:04.045394 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25667330-c339-415d-bbd7-0f0c3bfb71d5 req-71e79c01-eceb-4de4-b62a-18ee1e9013a2 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:04.046618 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf09fc-86ef-4513-a45c-f629b5755899 req-d1143f5b-f918-4987-9998-8017b4375a8c tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:04.046861 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [req-25667330-c339-415d-bbd7-0f0c3bfb71d5 req-71e79c01-eceb-4de4-b62a-18ee1e9013a2 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.78 "GET /v2.0/networks?id=ce672723-6882-4ab4-9659-ebe86d0ace99 HTTP/1.1" status: 200 len: 809 time: 0.1349478 Nov 11 20:40:04.047735 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-84bf09fc-86ef-4513-a45c-f629b5755899 req-d1143f5b-f918-4987-9998-8017b4375a8c tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3585451 Nov 11 20:40:04.097011 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ffa638-9d35-4243-bcde-ffb510af2c72 req-63cba0b9-861a-4c94-a297-5cc90e1eba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:04.097481 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-97ffa638-9d35-4243-bcde-ffb510af2c72 req-63cba0b9-861a-4c94-a297-5cc90e1eba36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:04.099520 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [req-25667330-c339-415d-bbd7-0f0c3bfb71d5 req-1d4614dc-2c79-4ed5-9164-2f387e439791 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Request body: {'port': {'device_id': '09b5e5fb-4793-4495-a93b-321835ecf1b3', 'network_id': 'ce672723-6882-4ab4-9659-ebe86d0ace99', 'admin_state_up': True, 'tenant_id': 'da3138643605461997fb39e99bac9845'}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:40:04.099702 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-97ffa638-9d35-4243-bcde-ffb510af2c72 req-63cba0b9-861a-4c94-a297-5cc90e1eba36 service neutron] 10.222.0.78 "PUT /v2.0/ports/30542ce7-fdf6-41e0-981e-8ee1bf98723f HTTP/1.1" status: 200 len: 1094 time: 1.8772223 Nov 11 20:40:04.104000 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd28d94ff-cfbb-46b3-b20d-32a6cb35893e', 'tag': '30542ce7-fdf6-41e0-981e-8ee1bf98723f'}] {{(pid=101811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:40:04.106230 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5736cb7e175e5ed5563496e7c8b9c6d8883e61bc6d504a4dc096e4a6f480cdce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a796b617-5028-4e40-b6c4-0528f507b32c" -d '{"events": [{"name": "network-changed", "server_uuid": "d28d94ff-cfbb-46b3-b20d-32a6cb35893e", "tag": "30542ce7-fdf6-41e0-981e-8ee1bf98723f"}]}' {{(pid=101811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:40:04.147233 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [req-75b7ce0d-bb5f-4379-89ec-50681369e051 req-7e294e48-3382-40d3-b3f9-e5882ad110bb tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Request body: {'port': {'device_id': 'd03811f1-6242-47b2-be06-1ed656918ccb', 'network_id': '515d5239-5614-4a6a-85cb-8dd4e9ebdc6b', 'admin_state_up': True, 'tenant_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'security_groups': ['a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26']}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:40:04.158038 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-061d9328-a6dd-4faa-b8e3-fabc82659d8b req-6d668da5-0958-447b-a947-87c6201723fc tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/ports?device_id=09b5e5fb-4793-4495-a93b-321835ecf1b3 HTTP/1.1" status: 200 len: 210 time: 0.1057858 Nov 11 20:40:04.163859 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f340b012-bb21-434f-8755-a0116447840b req-662b0a2e-c408-43c3-a830-16c22982ee09 service neutron] 10.222.0.78 "GET /v2.0/networks/f75b74a3-4944-4e66-a1f1-0eb754745d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4437506 Nov 11 20:40:04.184093 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-84bf09fc-86ef-4513-a45c-f629b5755899 req-3f8f31b4-261e-4ee0-9bec-bb96cb6516b6 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] 10.222.0.61 "GET /v2.0/quotas/f318ff0715454413b9ed68f3e56c7bbc HTTP/1.1" status: 200 len: 375 time: 0.1035688 Nov 11 20:40:04.271322 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25667330-c339-415d-bbd7-0f0c3bfb71d5 req-1d4614dc-2c79-4ed5-9164-2f387e439791 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Made reservation on behalf of da3138643605461997fb39e99bac9845 for: {'port': 1} {{(pid=101812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:40:04.275103 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [req-25667330-c339-415d-bbd7-0f0c3bfb71d5 req-1d4614dc-2c79-4ed5-9164-2f387e439791 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:04.359641 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3d9940ef-842e-4b07-a279-f9f66b0ee11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:04.417628 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.db.db_base_plugin_common [req-25667330-c339-415d-bbd7-0f0c3bfb71d5 req-1d4614dc-2c79-4ed5-9164-2f387e439791 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Allocated IP 172.20.0.12 (ce672723-6882-4ab4-9659-ebe86d0ace99/f67a73f6-0971-4cfa-bc0f-6a34bef4a5cc/b01233b4-ce9c-4445-81a3-554fbf132f2f) {{(pid=101812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:40:04.561055 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-84bf09fc-86ef-4513-a45c-f629b5755899 req-e129d093-b141-4469-a810-af1d6fc5e74d tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f318ff0715454413b9ed68f3e56c7bbc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3569047 Nov 11 20:40:04.572205 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cba0b9-861a-4c94-a297-5cc90e1eba36 service neutron] Pushing event updated for resources: {'Port': ['ID=30542ce7-fdf6-41e0-981e-8ee1bf98723f,revision_number=3']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:04.588382 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [req-25667330-c339-415d-bbd7-0f0c3bfb71d5 req-1d4614dc-2c79-4ed5-9164-2f387e439791 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Publish callbacks [] for port, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:04.631580 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [req-25667330-c339-415d-bbd7-0f0c3bfb71d5 req-1d4614dc-2c79-4ed5-9164-2f387e439791 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3549817'] for port, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:04.684486 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4614dc-2c79-4ed5-9164-2f387e439791 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Pushing event updated for resources: {'Port': ['ID=b01233b4-ce9c-4445-81a3-554fbf132f2f,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:04.689639 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ffa638-9d35-4243-bcde-ffb510af2c72 req-9cce24f1-9a65-4aeb-9aba-dd4589e0999c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:04.689964 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-97ffa638-9d35-4243-bcde-ffb510af2c72 req-9cce24f1-9a65-4aeb-9aba-dd4589e0999c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4f3da3f794f742c0a5bf009d5bad5208&device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 1097 time: 0.4762290 Nov 11 20:40:04.694941 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25667330-c339-415d-bbd7-0f0c3bfb71d5 req-1d4614dc-2c79-4ed5-9164-2f387e439791 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Network ce672723-6882-4ab4-9659-ebe86d0ace99 is already hosted by enough agents. {{(pid=101812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:40:04.696881 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.base_scheduler [req-25667330-c339-415d-bbd7-0f0c3bfb71d5 req-1d4614dc-2c79-4ed5-9164-2f387e439791 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Resources bound (agent type, host, resource id): {{(pid=101812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:40:04.699528 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.db.l3_dvrscheduler_db [req-25667330-c339-415d-bbd7-0f0c3bfb71d5 req-1d4614dc-2c79-4ed5-9164-2f387e439791 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Received port after_create {{(pid=101812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:40:04.708695 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6401b1-248b-44d5-a85a-65484bab84bb req-912ac6e5-70da-4482-a250-1b66750c444f tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:04.715819 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fc6401b1-248b-44d5-a85a-65484bab84bb req-912ac6e5-70da-4482-a250-1b66750c444f tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=bded2955-e01c-44b7-8296-944f839f06b9 HTTP/1.1" status: 200 len: 943 time: 0.4519122 Nov 11 20:40:04.752440 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25667330-c339-415d-bbd7-0f0c3bfb71d5 req-1d4614dc-2c79-4ed5-9164-2f387e439791 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:04.753192 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [req-25667330-c339-415d-bbd7-0f0c3bfb71d5 req-1d4614dc-2c79-4ed5-9164-2f387e439791 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for port, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:04.803604 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f340b012-bb21-434f-8755-a0116447840b req-6aed4409-3eca-47da-9d4a-f6e09d885bad service neutron] 10.222.0.78 "GET /v2.0/networks/f75b74a3-4944-4e66-a1f1-0eb754745d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5908146 Nov 11 20:40:04.809187 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-97ffa638-9d35-4243-bcde-ffb510af2c72 req-e8c75803-8361-48a9-b584-e73ba4300aa4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30542ce7-fdf6-41e0-981e-8ee1bf98723f HTTP/1.1" status: 200 len: 217 time: 0.0798421 Nov 11 20:40:04.810725 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4e48452e-9c34-4ac4-b728-5fb8377f49f0 req-a99da5f8-eb6e-4a5e-83b5-038a1de4f87f tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 210 time: 0.0902829 Nov 11 20:40:04.841689 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.agents_db [None req-82748851-6744-43b9-bd77-83e744a7c088 None None] Agent healthcheck: found 6 active agents {{(pid=101814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:40:04.847582 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [req-25667330-c339-415d-bbd7-0f0c3bfb71d5 req-1d4614dc-2c79-4ed5-9164-2f387e439791 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7545216 Nov 11 20:40:04.869036 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [req-25667330-c339-415d-bbd7-0f0c3bfb71d5 req-9c5ff131-5871-4885-a1aa-91dfdf5eb845 service neutron] Request body: {'port': {'device_id': '09b5e5fb-4793-4495-a93b-321835ecf1b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81764'}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:40:04.874173 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75b7ce0d-bb5f-4379-89ec-50681369e051 req-7e294e48-3382-40d3-b3f9-e5882ad110bb tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Made reservation on behalf of b5cef6cece0f4bf49468d6d0e5b6b269 for: {'port': 1} {{(pid=101811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:40:04.877793 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-75b7ce0d-bb5f-4379-89ec-50681369e051 req-7e294e48-3382-40d3-b3f9-e5882ad110bb tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:04.919591 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fc6401b1-248b-44d5-a85a-65484bab84bb req-936e1aad-c9e3-4ab8-a623-91f1ed55a855 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027290 Nov 11 20:40:04.957694 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ffa638-9d35-4243-bcde-ffb510af2c72 req-da65d4c0-5e0c-4769-88b0-5f11a902cedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:04.959439 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-97ffa638-9d35-4243-bcde-ffb510af2c72 req-da65d4c0-5e0c-4769-88b0-5f11a902cedd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9b202467-3b06-4389-8c80-71f7e82c6179 HTTP/1.1" status: 200 len: 853 time: 0.1325915 Nov 11 20:40:04.971278 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [req-25667330-c339-415d-bbd7-0f0c3bfb71d5 req-9c5ff131-5871-4885-a1aa-91dfdf5eb845 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:05.024445 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d91cf8c-3b78-4442-a560-a03b1ddb0d7a x-openstack-request-id: req-0d91cf8c-3b78-4442-a560-a03b1ddb0d7a {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:40:05.024567 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d28d94ff-cfbb-46b3-b20d-32a6cb35893e", "tag": "30542ce7-fdf6-41e0-981e-8ee1bf98723f", "status": "completed", "code": 200}]} {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:40:05.024802 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0d91cf8c-3b78-4442-a560-a03b1ddb0d7a {{(pid=101811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:40:05.025201 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd28d94ff-cfbb-46b3-b20d-32a6cb35893e', 'tag': '30542ce7-fdf6-41e0-981e-8ee1bf98723f', 'status': 'completed', 'code': 200} Nov 11 20:40:05.059749 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06274f52-69fe-4ea9-b7bf-cdd930959fe1 req-8c4ed207-bbae-4738-bd81-582f8a45e50c tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:05.061329 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-06274f52-69fe-4ea9-b7bf-cdd930959fe1 req-8c4ed207-bbae-4738-bd81-582f8a45e50c tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 944 time: 0.1627662 Nov 11 20:40:05.122631 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ffa638-9d35-4243-bcde-ffb510af2c72 req-5ae4943d-d046-49b7-a41b-1bf6719c4d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:05.124187 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-97ffa638-9d35-4243-bcde-ffb510af2c72 req-5ae4943d-d046-49b7-a41b-1bf6719c4d22 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e3ad6302-2af8-4f34-932c-43eafe0c8fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1368103 Nov 11 20:40:05.156319 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.db_base_plugin_common [req-75b7ce0d-bb5f-4379-89ec-50681369e051 req-7e294e48-3382-40d3-b3f9-e5882ad110bb tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Allocated IP 172.20.0.14 (515d5239-5614-4a6a-85cb-8dd4e9ebdc6b/043689e6-7343-4f4a-9ced-626818d24d47/53f23a0e-d315-46e7-8373-2a51593bddbf) {{(pid=101811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:40:05.172402 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-06274f52-69fe-4ea9-b7bf-cdd930959fe1 req-365b6c19-936f-463a-a6b1-07c016b7d13f tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034107 Nov 11 20:40:05.336209 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a7396ec9-e58b-4973-ae8d-62b950a8e604 req-7da23154-d6a9-4c48-87cd-0950935bc6b5 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f94aca5-1944-4a8d-99f9-ad3407734fed HTTP/1.1" status: 200 len: 210 time: 0.0788269 Nov 11 20:40:05.512039 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4560d-42b3-4986-b80f-538bc44e4740 req-5f3cdaf7-dc3f-43bf-94b8-2cc0ebca0632 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:05.513492 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c5d4560d-42b3-4986-b80f-538bc44e4740 req-5f3cdaf7-dc3f-43bf-94b8-2cc0ebca0632 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.2407231 Nov 11 20:40:05.523926 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-97ffa638-9d35-4243-bcde-ffb510af2c72 req-790ddbeb-d2a6-4f05-9244-290ffb78196d service neutron] 10.222.0.78 "GET /v2.0/networks/e3ad6302-2af8-4f34-932c-43eafe0c8fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251276 Nov 11 20:40:05.537426 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.notifiers.nova [req-25667330-c339-415d-bbd7-0f0c3bfb71d5 req-9c5ff131-5871-4885-a1aa-91dfdf5eb845 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b01233b4-ce9c-4445-81a3-554fbf132f2f {{(pid=101812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:40:05.548007 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [req-25667330-c339-415d-bbd7-0f0c3bfb71d5 req-9c5ff131-5871-4885-a1aa-91dfdf5eb845 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:05.563184 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.db.provisioning_blocks [req-25667330-c339-415d-bbd7-0f0c3bfb71d5 req-9c5ff131-5871-4885-a1aa-91dfdf5eb845 service neutron] Transition to ACTIVE for port object b01233b4-ce9c-4445-81a3-554fbf132f2f will not be triggered until provisioned by entity L2. {{(pid=101812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:40:05.567535 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [req-25667330-c339-415d-bbd7-0f0c3bfb71d5 req-9c5ff131-5871-4885-a1aa-91dfdf5eb845 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3549696'] for port, after_update {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:05.580331 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0bc39-c6d2-44b7-bc74-93255c7aefaa req-09f6f0b3-74f2-4648-85fa-22af38f34181 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:05.581825 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-49f0bc39-c6d2-44b7-bc74-93255c7aefaa req-09f6f0b3-74f2-4648-85fa-22af38f34181 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/ports?device_id=09b5e5fb-4793-4495-a93b-321835ecf1b3 HTTP/1.1" status: 200 len: 932 time: 0.1456916 Nov 11 20:40:05.601015 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-75b7ce0d-bb5f-4379-89ec-50681369e051 req-7e294e48-3382-40d3-b3f9-e5882ad110bb tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks [] for port, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:05.618431 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5ff131-5871-4885-a1aa-91dfdf5eb845 service neutron] Pushing event updated for resources: {'Port': ['ID=b01233b4-ce9c-4445-81a3-554fbf132f2f,revision_number=2']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:05.694776 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.managers [req-25667330-c339-415d-bbd7-0f0c3bfb71d5 req-9c5ff131-5871-4885-a1aa-91dfdf5eb845 service neutron] Attempting to bind port b01233b4-ce9c-4445-81a3-554fbf132f2f on host hv-cinder-81764 for vnic_type normal with profile {{(pid=101812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:40:05.695123 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.managers [req-25667330-c339-415d-bbd7-0f0c3bfb71d5 req-9c5ff131-5871-4885-a1aa-91dfdf5eb845 service neutron] Attempting to bind port b01233b4-ce9c-4445-81a3-554fbf132f2f by drivers openvswitch,hyperv on host hv-cinder-81764 at level 0 using segments [{'id': '676c89b0-616c-4174-893a-251ed28c9438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'ce672723-6882-4ab4-9659-ebe86d0ace99'}] {{(pid=101812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:40:05.695537 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25667330-c339-415d-bbd7-0f0c3bfb71d5 req-9c5ff131-5871-4885-a1aa-91dfdf5eb845 service neutron] Attempting to bind port b01233b4-ce9c-4445-81a3-554fbf132f2f on network ce672723-6882-4ab4-9659-ebe86d0ace99 {{(pid=101812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:40:05.699822 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25667330-c339-415d-bbd7-0f0c3bfb71d5 req-9c5ff131-5871-4885-a1aa-91dfdf5eb845 service neutron] Port b01233b4-ce9c-4445-81a3-554fbf132f2f on network ce672723-6882-4ab4-9659-ebe86d0ace99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81764 {{(pid=101812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:40:05.700166 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25667330-c339-415d-bbd7-0f0c3bfb71d5 req-9c5ff131-5871-4885-a1aa-91dfdf5eb845 service neutron] Attempting to bind port b01233b4-ce9c-4445-81a3-554fbf132f2f on network ce672723-6882-4ab4-9659-ebe86d0ace99 {{(pid=101812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:40:05.705321 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25667330-c339-415d-bbd7-0f0c3bfb71d5 req-9c5ff131-5871-4885-a1aa-91dfdf5eb845 service neutron] Checking agent: {'id': '15458190-db7e-4dc5-9ea8-0c1068e01e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81764', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 36, 20), 'started_at': datetime.datetime(2021, 11, 11, 20, 36, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:40:05.705648 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25667330-c339-415d-bbd7-0f0c3bfb71d5 req-9c5ff131-5871-4885-a1aa-91dfdf5eb845 service neutron] Checking segment: {'id': '676c89b0-616c-4174-893a-251ed28c9438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'ce672723-6882-4ab4-9659-ebe86d0ace99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:40:05.706020 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25667330-c339-415d-bbd7-0f0c3bfb71d5 req-9c5ff131-5871-4885-a1aa-91dfdf5eb845 service neutron] Bound using segment: {'id': '676c89b0-616c-4174-893a-251ed28c9438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'ce672723-6882-4ab4-9659-ebe86d0ace99'} {{(pid=101812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:40:05.706436 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.managers [req-25667330-c339-415d-bbd7-0f0c3bfb71d5 req-9c5ff131-5871-4885-a1aa-91dfdf5eb845 service neutron] Bound port: b01233b4-ce9c-4445-81a3-554fbf132f2f, host: hv-cinder-81764, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '676c89b0-616c-4174-893a-251ed28c9438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'ce672723-6882-4ab4-9659-ebe86d0ace99'}}] {{(pid=101812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:40:05.706792 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [req-25667330-c339-415d-bbd7-0f0c3bfb71d5 req-9c5ff131-5871-4885-a1aa-91dfdf5eb845 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:05.715749 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c5d4560d-42b3-4986-b80f-538bc44e4740 req-2a196949-c97c-45c3-8ed6-2897ba08c783 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859818 Nov 11 20:40:05.741651 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-49f0bc39-c6d2-44b7-bc74-93255c7aefaa req-7f83dc07-b953-4d15-83f9-4d4bc26f6fd9 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/security-groups?id=a6011662-05af-48d6-93b4-66343e6538ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341839 Nov 11 20:40:05.763949 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-97ffa638-9d35-4243-bcde-ffb510af2c72 req-e5624d15-b148-4f06-b7c0-a458e66cecf4 service neutron] 10.222.0.78 "GET /v2.0/networks/e3ad6302-2af8-4f34-932c-43eafe0c8fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197642 Nov 11 20:40:05.765878 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-75b7ce0d-bb5f-4379-89ec-50681369e051 req-7e294e48-3382-40d3-b3f9-e5882ad110bb tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945'] for port, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:05.774435 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.db [req-25667330-c339-415d-bbd7-0f0c3bfb71d5 req-9c5ff131-5871-4885-a1aa-91dfdf5eb845 service neutron] For port b01233b4-ce9c-4445-81a3-554fbf132f2f, host hv-cinder-81764, cleared binding levels {{(pid=101812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:40:05.777747 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.db [req-25667330-c339-415d-bbd7-0f0c3bfb71d5 req-9c5ff131-5871-4885-a1aa-91dfdf5eb845 service neutron] For port b01233b4-ce9c-4445-81a3-554fbf132f2f, host hv-cinder-81764, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=b01233b4-ce9c-4445-81a3-554fbf132f2f,segment=NetworkSegment(676c89b0-616c-4174-893a-251ed28c9438),segment_id=676c89b0-616c-4174-893a-251ed28c9438)] {{(pid=101812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:40:05.782989 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [req-25667330-c339-415d-bbd7-0f0c3bfb71d5 req-9c5ff131-5871-4885-a1aa-91dfdf5eb845 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3549696'] for port, after_update {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:05.818108 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25667330-c339-415d-bbd7-0f0c3bfb71d5 req-9c5ff131-5871-4885-a1aa-91dfdf5eb845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:05.818366 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75b7ce0d-bb5f-4379-89ec-50681369e051 req-7e294e48-3382-40d3-b3f9-e5882ad110bb tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Network 515d5239-5614-4a6a-85cb-8dd4e9ebdc6b is already hosted by enough agents. {{(pid=101811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:40:05.818717 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [req-25667330-c339-415d-bbd7-0f0c3bfb71d5 req-9c5ff131-5871-4885-a1aa-91dfdf5eb845 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for port, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:05.820172 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [req-25667330-c339-415d-bbd7-0f0c3bfb71d5 req-9c5ff131-5871-4885-a1aa-91dfdf5eb845 service neutron] 10.222.0.78 "PUT /v2.0/ports/b01233b4-ce9c-4445-81a3-554fbf132f2f HTTP/1.1" status: 200 len: 1094 time: 0.9569449 Nov 11 20:40:05.820607 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09b5e5fb-4793-4495-a93b-321835ecf1b3', 'tag': 'b01233b4-ce9c-4445-81a3-554fbf132f2f'}] {{(pid=101812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:40:05.822933 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0963660e8e53437cb96c77b4338c62bb8b9c8a6b36cefe73fd3b10e502aad15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b110b74b-b248-4a32-b0cc-23b379cb967b" -d '{"events": [{"name": "network-changed", "server_uuid": "09b5e5fb-4793-4495-a93b-321835ecf1b3", "tag": "b01233b4-ce9c-4445-81a3-554fbf132f2f"}]}' {{(pid=101812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:40:05.823461 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.base_scheduler [req-75b7ce0d-bb5f-4379-89ec-50681369e051 req-7e294e48-3382-40d3-b3f9-e5882ad110bb tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Resources bound (agent type, host, resource id): {{(pid=101811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:40:05.827673 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b7ce0d-bb5f-4379-89ec-50681369e051 req-7e294e48-3382-40d3-b3f9-e5882ad110bb tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Received port after_create {{(pid=101811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:40:05.833946 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7ce0d-bb5f-4379-89ec-50681369e051 req-7e294e48-3382-40d3-b3f9-e5882ad110bb tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:05.834372 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-75b7ce0d-bb5f-4379-89ec-50681369e051 req-7e294e48-3382-40d3-b3f9-e5882ad110bb tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:05.852321 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5ff131-5871-4885-a1aa-91dfdf5eb845 service neutron] Pushing event updated for resources: {'Port': ['ID=b01233b4-ce9c-4445-81a3-554fbf132f2f,revision_number=3']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:05.879856 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-75b7ce0d-bb5f-4379-89ec-50681369e051 req-7e294e48-3382-40d3-b3f9-e5882ad110bb tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7758217 Nov 11 20:40:05.887444 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99924874-8dce-434e-b01f-8863c407966a x-openstack-request-id: req-99924874-8dce-434e-b01f-8863c407966a {{(pid=101812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:40:05.887991 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09b5e5fb-4793-4495-a93b-321835ecf1b3", "tag": "b01233b4-ce9c-4445-81a3-554fbf132f2f", "status": "completed", "code": 200}]} {{(pid=101812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:40:05.888384 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-99924874-8dce-434e-b01f-8863c407966a {{(pid=101812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:40:05.889015 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09b5e5fb-4793-4495-a93b-321835ecf1b3', 'tag': 'b01233b4-ce9c-4445-81a3-554fbf132f2f', 'status': 'completed', 'code': 200} Nov 11 20:40:05.893722 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e294e48-3382-40d3-b3f9-e5882ad110bb tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Pushing event updated for resources: {'Port': ['ID=53f23a0e-d315-46e7-8373-2a51593bddbf,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:05.901401 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [req-75b7ce0d-bb5f-4379-89ec-50681369e051 req-13c8707e-420e-425c-aa0f-41bd1438562a service neutron] Request body: {'port': {'device_id': 'd03811f1-6242-47b2-be06-1ed656918ccb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81764'}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:40:05.975067 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25667330-c339-415d-bbd7-0f0c3bfb71d5 req-1a6dc31b-4db8-452a-857c-b866191da90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:05.976684 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [req-25667330-c339-415d-bbd7-0f0c3bfb71d5 req-1a6dc31b-4db8-452a-857c-b866191da90f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=da3138643605461997fb39e99bac9845&device_id=09b5e5fb-4793-4495-a93b-321835ecf1b3 HTTP/1.1" status: 200 len: 1097 time: 0.0649529 Nov 11 20:40:06.007812 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a796b617-5028-4e40-b6c4-0528f507b32c req-d5ef0ab7-88d0-4693-9b91-851cc025d7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:06.009354 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a796b617-5028-4e40-b6c4-0528f507b32c req-d5ef0ab7-88d0-4693-9b91-851cc025d7d2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4f3da3f794f742c0a5bf009d5bad5208&device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 1097 time: 0.1557295 Nov 11 20:40:06.017691 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-75b7ce0d-bb5f-4379-89ec-50681369e051 req-13c8707e-420e-425c-aa0f-41bd1438562a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:06.041418 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [req-25667330-c339-415d-bbd7-0f0c3bfb71d5 req-1212240e-5dec-4f96-962f-8f2244fab296 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b01233b4-ce9c-4445-81a3-554fbf132f2f HTTP/1.1" status: 200 len: 217 time: 0.0455186 Nov 11 20:40:06.054566 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733bd6d-e140-41ad-825d-36407490e672 req-f80dc8b0-0bd6-4aee-80dd-7309db4fcc33 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:06.056104 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a733bd6d-e140-41ad-825d-36407490e672 req-f80dc8b0-0bd6-4aee-80dd-7309db4fcc33 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 932 time: 0.1327751 Nov 11 20:40:06.087451 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b24fd597-249d-429f-8b46-48f3c6a9ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:06.106911 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25667330-c339-415d-bbd7-0f0c3bfb71d5 req-da9fc0c0-ea0f-4249-8e5d-3ac6d222df9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:06.108469 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [req-25667330-c339-415d-bbd7-0f0c3bfb71d5 req-da9fc0c0-ea0f-4249-8e5d-3ac6d222df9d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f67a73f6-0971-4cfa-bc0f-6a34bef4a5cc HTTP/1.1" status: 200 len: 849 time: 0.0519159 Nov 11 20:40:06.148994 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a653c78-0911-4de6-af4c-c2a4d9c40114 req-0e6f11f6-97e0-41fd-9098-dccea8d592ac tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:06.150510 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4a653c78-0911-4de6-af4c-c2a4d9c40114 req-0e6f11f6-97e0-41fd-9098-dccea8d592ac tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=bded2955-e01c-44b7-8296-944f839f06b9 HTTP/1.1" status: 200 len: 943 time: 0.1357763 Nov 11 20:40:06.163950 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [req-25667330-c339-415d-bbd7-0f0c3bfb71d5 req-32598577-c009-4713-ae64-54eb940b658c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ce672723-6882-4ab4-9659-ebe86d0ace99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384042 Nov 11 20:40:06.224158 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-10b399c1-9852-413b-8aac-178d739bf355 None None] Provisioning complete for port 53f23a0e-d315-46e7-8373-2a51593bddbf triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:40:06.224875 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-10b399c1-9852-413b-8aac-178d739bf355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:06.252667 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a733bd6d-e140-41ad-825d-36407490e672 req-02b55357-4e8b-41c5-abb7-7729d11aa284 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1805887 Nov 11 20:40:06.262264 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-10b399c1-9852-413b-8aac-178d739bf355 None None] Port 53f23a0e-d315-46e7-8373-2a51593bddbf cannot update to ACTIVE because it is not bound. {{(pid=101813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:40:06.321545 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [req-25667330-c339-415d-bbd7-0f0c3bfb71d5 req-c02068d9-08cf-4c4f-b2c1-cb581c47cb47 service neutron] 10.222.0.78 "GET /v2.0/networks/ce672723-6882-4ab4-9659-ebe86d0ace99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417270 Nov 11 20:40:06.336259 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a796b617-5028-4e40-b6c4-0528f507b32c req-31f55f83-c2f9-4b3d-b478-caef656450ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:06.338273 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a796b617-5028-4e40-b6c4-0528f507b32c req-31f55f83-c2f9-4b3d-b478-caef656450ee service neutron] 10.222.0.78 "GET /v2.0/networks?id=e3ad6302-2af8-4f34-932c-43eafe0c8fe6 HTTP/1.1" status: 200 len: 915 time: 0.2769167 Nov 11 20:40:06.354227 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4a653c78-0911-4de6-af4c-c2a4d9c40114 req-1f7aaef7-9bef-435e-a383-25cd7ea3f927 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742749 Nov 11 20:40:06.430653 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:06.517899 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [req-25667330-c339-415d-bbd7-0f0c3bfb71d5 req-d5588225-95b9-47f7-be59-a62092914377 service neutron] 10.222.0.78 "GET /v2.0/networks/ce672723-6882-4ab4-9659-ebe86d0ace99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215129 Nov 11 20:40:06.560371 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 43902) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:40:06.567378 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-84bf09fc-86ef-4513-a45c-f629b5755899 req-bdd01b62-0a5f-4e65-bd86-18d7ad9d5575 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=f318ff0715454413b9ed68f3e56c7bbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1152756 Nov 11 20:40:06.576051 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a796b617-5028-4e40-b6c4-0528f507b32c req-2242519f-41b0-4ea9-bc85-500cae939839 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30542ce7-fdf6-41e0-981e-8ee1bf98723f HTTP/1.1" status: 200 len: 217 time: 0.1103213 Nov 11 20:40:06.621967 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-224ead0d-59f7-49a5-8654-1cbf28c7e512 req-7d41cde4-c26b-4413-9b5b-9479d67217e7 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f94aca5-1944-4a8d-99f9-ad3407734fed HTTP/1.1" status: 200 len: 210 time: 0.0485952 Nov 11 20:40:06.700059 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-72eff28c-cf61-44b6-9e54-72baa02d6c53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:06.703035 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0199a1-52c4-4fde-bef3-a169c6229ede req-86093656-927e-4e7d-b11f-6612e9defd41 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:06.704871 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5d0199a1-52c4-4fde-bef3-a169c6229ede req-86093656-927e-4e7d-b11f-6612e9defd41 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 944 time: 0.2380881 Nov 11 20:40:06.728476 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110b74b-b248-4a32-b0cc-23b379cb967b req-708004c9-7b03-41eb-a035-2b6fa8a66e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:06.729966 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [req-b110b74b-b248-4a32-b0cc-23b379cb967b req-708004c9-7b03-41eb-a035-2b6fa8a66e1e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=da3138643605461997fb39e99bac9845&device_id=09b5e5fb-4793-4495-a93b-321835ecf1b3 HTTP/1.1" status: 200 len: 1097 time: 0.0802739 Nov 11 20:40:06.795456 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [req-75b7ce0d-bb5f-4379-89ec-50681369e051 req-13c8707e-420e-425c-aa0f-41bd1438562a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53f23a0e-d315-46e7-8373-2a51593bddbf {{(pid=101811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:40:06.821990 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-75b7ce0d-bb5f-4379-89ec-50681369e051 req-13c8707e-420e-425c-aa0f-41bd1438562a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:06.838860 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a796b617-5028-4e40-b6c4-0528f507b32c req-a5817461-80a2-4702-b520-5c9dcf32284e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:06.840337 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a796b617-5028-4e40-b6c4-0528f507b32c req-a5817461-80a2-4702-b520-5c9dcf32284e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9b202467-3b06-4389-8c80-71f7e82c6179 HTTP/1.1" status: 200 len: 853 time: 0.1961102 Nov 11 20:40:06.895598 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.provisioning_blocks [req-75b7ce0d-bb5f-4379-89ec-50681369e051 req-13c8707e-420e-425c-aa0f-41bd1438562a service neutron] Transition to ACTIVE for port object 53f23a0e-d315-46e7-8373-2a51593bddbf will not be triggered until provisioned by entity L2. {{(pid=101811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:40:06.917787 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 29fa7464-b08b-4f56-89c0-b86091d4eb50 details requested by agent hyperv_hv-cinder-81764 with host hv-cinder-81764 {{(pid=101813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:40:06.919404 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-72eff28c-cf61-44b6-9e54-72baa02d6c53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:06.927119 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5d0199a1-52c4-4fde-bef3-a169c6229ede req-37394c65-ee04-43e0-b555-631ead1e4d40 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953661 Nov 11 20:40:06.927741 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-75b7ce0d-bb5f-4379-89ec-50681369e051 req-13c8707e-420e-425c-aa0f-41bd1438562a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:06.930330 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-72eff28c-cf61-44b6-9e54-72baa02d6c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:06.964883 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110b74b-b248-4a32-b0cc-23b379cb967b req-4fea78a7-8ee5-4c48-8026-8aed807c5163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:06.966355 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [req-b110b74b-b248-4a32-b0cc-23b379cb967b req-4fea78a7-8ee5-4c48-8026-8aed807c5163 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ce672723-6882-4ab4-9659-ebe86d0ace99 HTTP/1.1" status: 200 len: 910 time: 0.2146370 Nov 11 20:40:06.979398 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf09fc-86ef-4513-a45c-f629b5755899 req-90fe8d4b-5b84-41c8-992f-4df59e0b73a0 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:06.980930 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-84bf09fc-86ef-4513-a45c-f629b5755899 req-90fe8d4b-5b84-41c8-992f-4df59e0b73a0 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3509381 Nov 11 20:40:06.999909 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-72eff28c-cf61-44b6-9e54-72baa02d6c53 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3c8346c532e049e2a19c08564bacbffd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4381626 Nov 11 20:40:07.001832 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eff28c-cf61-44b6-9e54-72baa02d6c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a443706-1458-4a5d-914e-720204815ee6,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:07.013899 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 43916) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:40:07.014861 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060fe57-97fb-4b8e-9857-1cc98a38f4c7 req-264c3f6b-419c-466d-9bcf-e7a9310a0f91 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:07.021799 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2060fe57-97fb-4b8e-9857-1cc98a38f4c7 req-264c3f6b-419c-466d-9bcf-e7a9310a0f91 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.2149658 Nov 11 20:40:07.027270 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [req-84bf09fc-86ef-4513-a45c-f629b5755899 req-c80dee28-5718-4746-8f74-57add844aa30 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] Request body: {'port': {'device_id': '5f94aca5-1944-4a8d-99f9-ad3407734fed', 'network_id': '95f7ef15-86ed-41ae-ae8e-9295265872bf', 'admin_state_up': True, 'tenant_id': 'f318ff0715454413b9ed68f3e56c7bbc'}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:40:07.051896 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [req-b110b74b-b248-4a32-b0cc-23b379cb967b req-2a25b577-93f5-49d6-bf96-14e430f55740 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b01233b4-ce9c-4445-81a3-554fbf132f2f HTTP/1.1" status: 200 len: 217 time: 0.0689373 Nov 11 20:40:07.057465 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c8707e-420e-425c-aa0f-41bd1438562a service neutron] Pushing event updated for resources: {'Port': ['ID=53f23a0e-d315-46e7-8373-2a51593bddbf,revision_number=2']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:07.064185 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 29fa7464-b08b-4f56-89c0-b86091d4eb50, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=29fa7464-b08b-4f56-89c0-b86091d4eb50,segment=NetworkSegment(727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f),segment_id=727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:40:07.085326 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Returning: {'device': '29fa7464-b08b-4f56-89c0-b86091d4eb50', 'network_id': 'f75b74a3-4944-4e66-a1f1-0eb754745d66', 'port_id': '29fa7464-b08b-4f56-89c0-b86091d4eb50', 'mac_address': 'fa:16:3e:8c:49:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3ddfd0b-0a11-463e-9bc6-4a5797fe6680', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:40:07.136806 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:07.138884 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110b74b-b248-4a32-b0cc-23b379cb967b req-f5859c91-30fd-43cf-80c1-1364a9106096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:07.140460 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [req-b110b74b-b248-4a32-b0cc-23b379cb967b req-f5859c91-30fd-43cf-80c1-1364a9106096 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f67a73f6-0971-4cfa-bc0f-6a34bef4a5cc HTTP/1.1" status: 200 len: 849 time: 0.0693262 Nov 11 20:40:07.141241 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-061d05c4-3de3-4b9d-b3f4-0fb136018582 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:07.158045 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.notifiers.nova [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29fa7464-b08b-4f56-89c0-b86091d4eb50 {{(pid=101813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:40:07.182636 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 29fa7464-b08b-4f56-89c0-b86091d4eb50, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=29fa7464-b08b-4f56-89c0-b86091d4eb50,segment=NetworkSegment(727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f),segment_id=727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:40:07.187892 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:07.190800 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [req-b110b74b-b248-4a32-b0cc-23b379cb967b req-2db327a5-a58c-46a9-a28e-0aa98fb45ac1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ce672723-6882-4ab4-9659-ebe86d0ace99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386152 Nov 11 20:40:07.195712 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-061d05c4-3de3-4b9d-b3f4-0fb136018582 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:07.200288 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a796b617-5028-4e40-b6c4-0528f507b32c req-de52277c-704c-4575-9edc-564ebd9fd316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:07.202404 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a796b617-5028-4e40-b6c4-0528f507b32c req-de52277c-704c-4575-9edc-564ebd9fd316 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e3ad6302-2af8-4f34-932c-43eafe0c8fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3334830 Nov 11 20:40:07.255201 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Pushing event updated for resources: {'Port': ['ID=29fa7464-b08b-4f56-89c0-b86091d4eb50,revision_number=4']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:07.338347 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-061d05c4-3de3-4b9d-b3f4-0fb136018582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:07.341252 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-061d05c4-3de3-4b9d-b3f4-0fb136018582 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:07.342389 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-061d05c4-3de3-4b9d-b3f4-0fb136018582 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9a443706-1458-4a5d-914e-720204815ee6 HTTP/1.1" status: 204 len: 168 time: 0.2980433 Nov 11 20:40:07.353219 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [req-b110b74b-b248-4a32-b0cc-23b379cb967b req-5caec7d9-3c95-4cb0-96cc-339c6ba3ed87 service neutron] 10.222.0.78 "GET /v2.0/networks/ce672723-6882-4ab4-9659-ebe86d0ace99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504025 Nov 11 20:40:07.353953 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d05c4-3de3-4b9d-b3f4-0fb136018582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a443706-1458-4a5d-914e-720204815ee6,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:07.357708 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.managers [req-75b7ce0d-bb5f-4379-89ec-50681369e051 req-13c8707e-420e-425c-aa0f-41bd1438562a service neutron] Attempting to bind port 53f23a0e-d315-46e7-8373-2a51593bddbf on host hv-cinder-81764 for vnic_type normal with profile {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:40:07.358041 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.managers [req-75b7ce0d-bb5f-4379-89ec-50681369e051 req-13c8707e-420e-425c-aa0f-41bd1438562a service neutron] Attempting to bind port 53f23a0e-d315-46e7-8373-2a51593bddbf by drivers openvswitch,hyperv on host hv-cinder-81764 at level 0 using segments [{'id': '10d54165-ef60-4074-adbf-93405467530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '515d5239-5614-4a6a-85cb-8dd4e9ebdc6b'}] {{(pid=101811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:40:07.358394 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b7ce0d-bb5f-4379-89ec-50681369e051 req-13c8707e-420e-425c-aa0f-41bd1438562a service neutron] Attempting to bind port 53f23a0e-d315-46e7-8373-2a51593bddbf on network 515d5239-5614-4a6a-85cb-8dd4e9ebdc6b {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:40:07.365989 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2060fe57-97fb-4b8e-9857-1cc98a38f4c7 req-6e34402d-585d-4dd5-8aab-8785f6432fd8 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435080 Nov 11 20:40:07.371042 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84bf09fc-86ef-4513-a45c-f629b5755899 req-c80dee28-5718-4746-8f74-57add844aa30 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] Made reservation on behalf of f318ff0715454413b9ed68f3e56c7bbc for: {'port': 1} {{(pid=101811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:40:07.374475 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-84bf09fc-86ef-4513-a45c-f629b5755899 req-c80dee28-5718-4746-8f74-57add844aa30 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:07.388196 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b7ce0d-bb5f-4379-89ec-50681369e051 req-13c8707e-420e-425c-aa0f-41bd1438562a service neutron] Port 53f23a0e-d315-46e7-8373-2a51593bddbf on network 515d5239-5614-4a6a-85cb-8dd4e9ebdc6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81764 {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:40:07.388517 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b7ce0d-bb5f-4379-89ec-50681369e051 req-13c8707e-420e-425c-aa0f-41bd1438562a service neutron] Attempting to bind port 53f23a0e-d315-46e7-8373-2a51593bddbf on network 515d5239-5614-4a6a-85cb-8dd4e9ebdc6b {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:40:07.405563 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-84bf09fc-86ef-4513-a45c-f629b5755899 req-c80dee28-5718-4746-8f74-57add844aa30 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] Publish callbacks [] for security_group, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:07.415046 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb73a198-1088-4943-9cf1-6ff03cab0a94 req-961e6d0b-57ff-4437-90ee-ff297a386ed2 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:07.416629 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-eb73a198-1088-4943-9cf1-6ff03cab0a94 req-961e6d0b-57ff-4437-90ee-ff297a386ed2 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/ports?device_id=09b5e5fb-4793-4495-a93b-321835ecf1b3 HTTP/1.1" status: 200 len: 944 time: 0.2188425 Nov 11 20:40:07.421726 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b7ce0d-bb5f-4379-89ec-50681369e051 req-13c8707e-420e-425c-aa0f-41bd1438562a service neutron] Checking agent: {'id': '15458190-db7e-4dc5-9ea8-0c1068e01e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81764', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 36, 20), 'started_at': datetime.datetime(2021, 11, 11, 20, 36, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:40:07.422055 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b7ce0d-bb5f-4379-89ec-50681369e051 req-13c8707e-420e-425c-aa0f-41bd1438562a service neutron] Checking segment: {'id': '10d54165-ef60-4074-adbf-93405467530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '515d5239-5614-4a6a-85cb-8dd4e9ebdc6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:40:07.422426 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b7ce0d-bb5f-4379-89ec-50681369e051 req-13c8707e-420e-425c-aa0f-41bd1438562a service neutron] Bound using segment: {'id': '10d54165-ef60-4074-adbf-93405467530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '515d5239-5614-4a6a-85cb-8dd4e9ebdc6b'} {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:40:07.422867 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.managers [req-75b7ce0d-bb5f-4379-89ec-50681369e051 req-13c8707e-420e-425c-aa0f-41bd1438562a service neutron] Bound port: 53f23a0e-d315-46e7-8373-2a51593bddbf, host: hv-cinder-81764, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10d54165-ef60-4074-adbf-93405467530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '515d5239-5614-4a6a-85cb-8dd4e9ebdc6b'}}] {{(pid=101811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:40:07.423213 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-75b7ce0d-bb5f-4379-89ec-50681369e051 req-13c8707e-420e-425c-aa0f-41bd1438562a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:07.468591 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a796b617-5028-4e40-b6c4-0528f507b32c req-5414b74a-d514-4250-98dd-09b458f80544 service neutron] 10.222.0.78 "GET /v2.0/networks/e3ad6302-2af8-4f34-932c-43eafe0c8fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422435 Nov 11 20:40:07.510273 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [req-b110b74b-b248-4a32-b0cc-23b379cb967b req-0b33060b-4829-4ad2-aa4c-afdfa6ea78b6 service neutron] 10.222.0.78 "GET /v2.0/networks/ce672723-6882-4ab4-9659-ebe86d0ace99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171279 Nov 11 20:40:07.675240 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] get_ports_and_sgs() called for port_ids ['29fa7464-b08b-4f56-89c0-b86091d4eb50'] {{(pid=101813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:40:07.898368 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-eb73a198-1088-4943-9cf1-6ff03cab0a94 req-dba1adfb-393b-431f-8d69-4d4e850f4619 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/security-groups?id=a6011662-05af-48d6-93b4-66343e6538ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4682295 Nov 11 20:40:07.939374 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-75b7ce0d-bb5f-4379-89ec-50681369e051 req-13c8707e-420e-425c-aa0f-41bd1438562a service neutron] For port 53f23a0e-d315-46e7-8373-2a51593bddbf, host hv-cinder-81764, cleared binding levels {{(pid=101811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:40:07.962056 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80fd68-7932-4e47-b332-1fa7c0ab939b req-c46e0e56-c2d0-4d19-b291-bb8cea246de5 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:07.964703 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5c80fd68-7932-4e47-b332-1fa7c0ab939b req-c46e0e56-c2d0-4d19-b291-bb8cea246de5 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 944 time: 0.5096254 Nov 11 20:40:08.005002 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-75b7ce0d-bb5f-4379-89ec-50681369e051 req-13c8707e-420e-425c-aa0f-41bd1438562a service neutron] For port 53f23a0e-d315-46e7-8373-2a51593bddbf, host hv-cinder-81764, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=53f23a0e-d315-46e7-8373-2a51593bddbf,segment=NetworkSegment(10d54165-ef60-4074-adbf-93405467530b),segment_id=10d54165-ef60-4074-adbf-93405467530b)] {{(pid=101811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:40:08.034081 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-75b7ce0d-bb5f-4379-89ec-50681369e051 req-13c8707e-420e-425c-aa0f-41bd1438562a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:08.052389 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a796b617-5028-4e40-b6c4-0528f507b32c req-c0216082-8419-4a74-898f-84e6d2326931 service neutron] 10.222.0.78 "GET /v2.0/networks/e3ad6302-2af8-4f34-932c-43eafe0c8fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017745 Nov 11 20:40:08.112912 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-84bf09fc-86ef-4513-a45c-f629b5755899 req-c80dee28-5718-4746-8f74-57add844aa30 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] Publish callbacks [] for security_group, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:08.121316 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7ce0d-bb5f-4379-89ec-50681369e051 req-13c8707e-420e-425c-aa0f-41bd1438562a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:08.121935 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-75b7ce0d-bb5f-4379-89ec-50681369e051 req-13c8707e-420e-425c-aa0f-41bd1438562a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:08.123314 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-75b7ce0d-bb5f-4379-89ec-50681369e051 req-13c8707e-420e-425c-aa0f-41bd1438562a service neutron] 10.222.0.78 "PUT /v2.0/ports/53f23a0e-d315-46e7-8373-2a51593bddbf HTTP/1.1" status: 200 len: 1094 time: 2.2262537 Nov 11 20:40:08.128695 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd03811f1-6242-47b2-be06-1ed656918ccb', 'tag': '53f23a0e-d315-46e7-8373-2a51593bddbf'}] {{(pid=101811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:40:08.132859 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5736cb7e175e5ed5563496e7c8b9c6d8883e61bc6d504a4dc096e4a6f480cdce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf43eaa-fff4-43e5-933b-6bbabf9d0eef" -d '{"events": [{"name": "network-changed", "server_uuid": "d03811f1-6242-47b2-be06-1ed656918ccb", "tag": "53f23a0e-d315-46e7-8373-2a51593bddbf"}]}' {{(pid=101811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:40:08.148149 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-84bf09fc-86ef-4513-a45c-f629b5755899 req-c80dee28-5718-4746-8f74-57add844aa30 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:08.207317 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586fc20-c175-4047-a2d4-4481bfe71196 req-97b27a2a-2824-4e15-b79a-dd817287e44f tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:08.214748 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c586fc20-c175-4047-a2d4-4481bfe71196 req-97b27a2a-2824-4e15-b79a-dd817287e44f tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=bded2955-e01c-44b7-8296-944f839f06b9 HTTP/1.1" status: 200 len: 944 time: 0.2488031 Nov 11 20:40:08.228861 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c8707e-420e-425c-aa0f-41bd1438562a service neutron] Pushing event updated for resources: {'Port': ['ID=53f23a0e-d315-46e7-8373-2a51593bddbf,revision_number=3']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:08.245408 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5c80fd68-7932-4e47-b332-1fa7c0ab939b req-99132589-abe7-49a7-8896-9af8a9787966 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2586174 Nov 11 20:40:08.326721 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80dee28-5718-4746-8f74-57add844aa30 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04ce1b29-82e7-415e-88b3-08258726bf82,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:08.412692 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7ce0d-bb5f-4379-89ec-50681369e051 req-ba7373b1-20b8-495f-84e7-55cf83bae5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:08.414260 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-75b7ce0d-bb5f-4379-89ec-50681369e051 req-ba7373b1-20b8-495f-84e7-55cf83bae5ec service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b5cef6cece0f4bf49468d6d0e5b6b269&device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 1097 time: 0.2246003 Nov 11 20:40:08.417722 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c586fc20-c175-4047-a2d4-4481bfe71196 req-8e88a643-e67d-4cf4-b268-8741b609d812 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021539 Nov 11 20:40:08.438267 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.db_base_plugin_common [req-84bf09fc-86ef-4513-a45c-f629b5755899 req-c80dee28-5718-4746-8f74-57add844aa30 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] Allocated IP 192.168.233.17 (95f7ef15-86ed-41ae-ae8e-9295265872bf/08449476-c713-4a24-bfc1-62cf0a510900/11f2000a-1143-430a-b241-6ba0551ca4a1) {{(pid=101811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:40:08.481871 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-75b7ce0d-bb5f-4379-89ec-50681369e051 req-680d6e43-7f4c-4b6e-b9ec-978660c02e6b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53f23a0e-d315-46e7-8373-2a51593bddbf HTTP/1.1" status: 200 len: 217 time: 0.0501924 Nov 11 20:40:08.568624 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-47bb7f40-8076-4c2f-835c-d7bae509d834 req-06d7e7bd-17e6-4603-84fd-c5d216d7c2e6 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f94aca5-1944-4a8d-99f9-ad3407734fed HTTP/1.1" status: 200 len: 210 time: 0.0809822 Nov 11 20:40:08.627394 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e3e28e-203c-4798-a172-dc2793affcb5 x-openstack-request-id: req-c2e3e28e-203c-4798-a172-dc2793affcb5 {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:40:08.627688 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d03811f1-6242-47b2-be06-1ed656918ccb", "tag": "53f23a0e-d315-46e7-8373-2a51593bddbf", "status": "completed", "code": 200}]} {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:40:08.627943 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c2e3e28e-203c-4798-a172-dc2793affcb5 {{(pid=101811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:40:08.628369 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd03811f1-6242-47b2-be06-1ed656918ccb', 'tag': '53f23a0e-d315-46e7-8373-2a51593bddbf', 'status': 'completed', 'code': 200} Nov 11 20:40:08.644451 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7ce0d-bb5f-4379-89ec-50681369e051 req-c9831083-7eb9-4f3d-98ce-764870d79e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:08.645989 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-75b7ce0d-bb5f-4379-89ec-50681369e051 req-c9831083-7eb9-4f3d-98ce-764870d79e34 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=043689e6-7343-4f4a-9ced-626818d24d47 HTTP/1.1" status: 200 len: 849 time: 0.1463425 Nov 11 20:40:08.689903 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73358e93-f768-4dd5-96d9-89b427a267bd req-e701c6d8-783a-4901-8387-c96b35b43b2b tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:08.689903 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-73358e93-f768-4dd5-96d9-89b427a267bd req-e701c6d8-783a-4901-8387-c96b35b43b2b tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 944 time: 0.1888697 Nov 11 20:40:08.857181 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f0d70-7101-4400-abe1-72e8075bc9fd req-1aef456b-0a67-443e-b2e8-aff039ec661c tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:08.858657 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-6b8f0d70-7101-4400-abe1-72e8075bc9fd req-1aef456b-0a67-443e-b2e8-aff039ec661c tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.1887228 Nov 11 20:40:08.867527 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7ce0d-bb5f-4379-89ec-50681369e051 req-d1f19973-c962-4ba9-a211-637984fe4044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:08.869015 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-75b7ce0d-bb5f-4379-89ec-50681369e051 req-d1f19973-c962-4ba9-a211-637984fe4044 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=515d5239-5614-4a6a-85cb-8dd4e9ebdc6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2018998 Nov 11 20:40:08.872314 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-73358e93-f768-4dd5-96d9-89b427a267bd req-553b6bda-705e-4659-89a5-cc529b00b6f6 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411433 Nov 11 20:40:08.893152 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-84bf09fc-86ef-4513-a45c-f629b5755899 req-c80dee28-5718-4746-8f74-57add844aa30 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] Publish callbacks [] for port, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:08.933527 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device b01233b4-ce9c-4445-81a3-554fbf132f2f details requested by agent hyperv_hv-cinder-81764 with host hv-cinder-81764 {{(pid=101813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:40:08.935868 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 29fa7464-b08b-4f56-89c0-b86091d4eb50 up at agent hyperv_hv-cinder-81764 {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:40:09.023698 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-6b8f0d70-7101-4400-abe1-72e8075bc9fd req-80ce9f7b-a8a4-4de6-abb3-077f3953edf5 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457715 Nov 11 20:40:09.066456 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-84bf09fc-86ef-4513-a45c-f629b5755899 req-c80dee28-5718-4746-8f74-57add844aa30 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945'] for port, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:09.077654 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Provisioning for port 29fa7464-b08b-4f56-89c0-b86091d4eb50 completed by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:40:09.083671 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Provisioning complete for port 29fa7464-b08b-4f56-89c0-b86091d4eb50 triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:40:09.084477 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:09.120866 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-75b7ce0d-bb5f-4379-89ec-50681369e051 req-231dda78-a1ad-404d-bf11-871f280c9fe2 service neutron] 10.222.0.78 "GET /v2.0/networks/515d5239-5614-4a6a-85cb-8dd4e9ebdc6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248199 Nov 11 20:40:09.134041 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d020bb1e-ccc9-469e-839e-3a8e5c0f7be0 req-eeeb19c2-5901-4619-a4f6-e98ab8733415 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:09.136016 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d020bb1e-ccc9-469e-839e-3a8e5c0f7be0 req-eeeb19c2-5901-4619-a4f6-e98ab8733415 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/ports?device_id=09b5e5fb-4793-4495-a93b-321835ecf1b3 HTTP/1.1" status: 200 len: 944 time: 0.1445811 Nov 11 20:40:09.148540 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port b01233b4-ce9c-4445-81a3-554fbf132f2f, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=b01233b4-ce9c-4445-81a3-554fbf132f2f,segment=NetworkSegment(676c89b0-616c-4174-893a-251ed28c9438),segment_id=676c89b0-616c-4174-893a-251ed28c9438)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:40:09.163550 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Returning: {'device': 'b01233b4-ce9c-4445-81a3-554fbf132f2f', 'network_id': 'ce672723-6882-4ab4-9659-ebe86d0ace99', 'port_id': 'b01233b4-ce9c-4445-81a3-554fbf132f2f', 'mac_address': 'fa:16:3e:0d:5d:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f67a73f6-0971-4cfa-bc0f-6a34bef4a5cc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:40:09.167795 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84bf09fc-86ef-4513-a45c-f629b5755899 req-c80dee28-5718-4746-8f74-57add844aa30 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] Network 95f7ef15-86ed-41ae-ae8e-9295265872bf is already hosted by enough agents. {{(pid=101811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:40:09.193955 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.base_scheduler [req-84bf09fc-86ef-4513-a45c-f629b5755899 req-c80dee28-5718-4746-8f74-57add844aa30 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] Resources bound (agent type, host, resource id): {{(pid=101811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:40:09.195764 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80dee28-5718-4746-8f74-57add844aa30 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] Pushing event updated for resources: {'Port': ['ID=11f2000a-1143-430a-b241-6ba0551ca4a1,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:09.229998 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [req-84bf09fc-86ef-4513-a45c-f629b5755899 req-c80dee28-5718-4746-8f74-57add844aa30 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] Received port after_create {{(pid=101811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:40:09.235618 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf09fc-86ef-4513-a45c-f629b5755899 req-c80dee28-5718-4746-8f74-57add844aa30 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:09.236402 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-84bf09fc-86ef-4513-a45c-f629b5755899 req-c80dee28-5718-4746-8f74-57add844aa30 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:09.249373 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:09.252333 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:09.289408 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-84bf09fc-86ef-4513-a45c-f629b5755899 req-c80dee28-5718-4746-8f74-57add844aa30 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2836816 Nov 11 20:40:09.292075 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.notifiers.nova [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b01233b4-ce9c-4445-81a3-554fbf132f2f {{(pid=101813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:40:09.302241 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bded2955-e01c-44b7-8296-944f839f06b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29fa7464-b08b-4f56-89c0-b86091d4eb50'}] {{(pid=101813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:40:09.304359 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d020bb1e-ccc9-469e-839e-3a8e5c0f7be0 req-b104b2f8-6495-4ae3-b5f1-1e5839c141e3 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/security-groups?id=a6011662-05af-48d6-93b4-66343e6538ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551678 Nov 11 20:40:09.304602 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0340890b3ce0369dfbb204f3d0516fe3d00048a2838df9679e450f9495620248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44a2b09-999b-4604-9a8e-dfafcb6a7c2a" -d '{"events": [{"server_uuid": "bded2955-e01c-44b7-8296-944f839f06b9", "name": "network-vif-plugged", "status": "completed", "tag": "29fa7464-b08b-4f56-89c0-b86091d4eb50"}]}' {{(pid=101813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:40:09.311025 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [req-84bf09fc-86ef-4513-a45c-f629b5755899 req-2d7a291d-6600-4f2a-8d23-de7a1b805276 service neutron] Request body: {'port': {'device_id': '5f94aca5-1944-4a8d-99f9-ad3407734fed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81764'}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:40:09.329979 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 29fa7464-b08b-4f56-89c0-b86091d4eb50, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=29fa7464-b08b-4f56-89c0-b86091d4eb50,segment=NetworkSegment(727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f),segment_id=727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:40:09.336545 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port b01233b4-ce9c-4445-81a3-554fbf132f2f, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=b01233b4-ce9c-4445-81a3-554fbf132f2f,segment=NetworkSegment(676c89b0-616c-4174-893a-251ed28c9438),segment_id=676c89b0-616c-4174-893a-251ed28c9438)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:40:09.338546 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:09.344755 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:09.345484 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 30542ce7-fdf6-41e0-981e-8ee1bf98723f details requested by agent hyperv_hv-cinder-81764 with host hv-cinder-81764 {{(pid=101813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:40:09.375523 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cfcd578-0da6-43fa-a9cf-cf499976c4e8 x-openstack-request-id: req-0cfcd578-0da6-43fa-a9cf-cf499976c4e8 {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:40:09.375879 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bded2955-e01c-44b7-8296-944f839f06b9", "name": "network-vif-plugged", "status": "completed", "tag": "29fa7464-b08b-4f56-89c0-b86091d4eb50", "code": 200}]} {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:40:09.376195 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0cfcd578-0da6-43fa-a9cf-cf499976c4e8 {{(pid=101813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:40:09.376590 dv-cinder-817642-1-iscsi neutron-server[101813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bded2955-e01c-44b7-8296-944f839f06b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29fa7464-b08b-4f56-89c0-b86091d4eb50', 'code': 200} Nov 11 20:40:09.382072 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-75b7ce0d-bb5f-4379-89ec-50681369e051 req-1d961122-a76f-44a7-9e8b-2308fca598f3 service neutron] 10.222.0.78 "GET /v2.0/networks/515d5239-5614-4a6a-85cb-8dd4e9ebdc6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429686 Nov 11 20:40:09.441353 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Pushing event updated for resources: {'Port': ['ID=29fa7464-b08b-4f56-89c0-b86091d4eb50,revision_number=5']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:09.458856 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-84bf09fc-86ef-4513-a45c-f629b5755899 req-2d7a291d-6600-4f2a-8d23-de7a1b805276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:09.565343 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1765f-bae7-4ba8-8557-d56b4d6a95e9 req-376c2f6c-4eb5-40ba-9489-4b4aba08f805 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:09.566963 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-91c1765f-bae7-4ba8-8557-d56b4d6a95e9 req-376c2f6c-4eb5-40ba-9489-4b4aba08f805 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 944 time: 0.1460652 Nov 11 20:40:09.674722 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-91c1765f-bae7-4ba8-8557-d56b4d6a95e9 req-d47bcbd2-4e76-49bd-9209-4972b83397c0 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875032 Nov 11 20:40:09.677129 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf43eaa-fff4-43e5-933b-6bbabf9d0eef req-fb23c524-2e69-4579-8f4e-0e23251a4427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:09.678546 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fcf43eaa-fff4-43e5-933b-6bbabf9d0eef req-fb23c524-2e69-4579-8f4e-0e23251a4427 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b5cef6cece0f4bf49468d6d0e5b6b269&device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 1097 time: 0.1797831 Nov 11 20:40:09.719515 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-921db53b-c575-4381-9864-7bd20e41f141 None None] Provisioning complete for port 11f2000a-1143-430a-b241-6ba0551ca4a1 triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:40:09.719880 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-921db53b-c575-4381-9864-7bd20e41f141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:09.779786 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-921db53b-c575-4381-9864-7bd20e41f141 None None] Port 11f2000a-1143-430a-b241-6ba0551ca4a1 cannot update to ACTIVE because it is not bound. {{(pid=101813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:40:09.791214 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Pushing event updated for resources: {'Port': ['ID=b01233b4-ce9c-4445-81a3-554fbf132f2f,revision_number=4']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:09.802947 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 30542ce7-fdf6-41e0-981e-8ee1bf98723f, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=30542ce7-fdf6-41e0-981e-8ee1bf98723f,segment=NetworkSegment(5b54b6f9-6186-4069-989b-2b16f7b98ff2),segment_id=5b54b6f9-6186-4069-989b-2b16f7b98ff2)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:40:09.820400 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Returning: {'device': '30542ce7-fdf6-41e0-981e-8ee1bf98723f', 'network_id': 'e3ad6302-2af8-4f34-932c-43eafe0c8fe6', 'port_id': '30542ce7-fdf6-41e0-981e-8ee1bf98723f', 'mac_address': 'fa:16:3e:dd:57:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 882, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b202467-3b06-4389-8c80-71f7e82c6179', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:40:09.861121 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:09.875563 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.notifiers.nova [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30542ce7-fdf6-41e0-981e-8ee1bf98723f {{(pid=101813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:40:09.899049 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 30542ce7-fdf6-41e0-981e-8ee1bf98723f, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=30542ce7-fdf6-41e0-981e-8ee1bf98723f,segment=NetworkSegment(5b54b6f9-6186-4069-989b-2b16f7b98ff2),segment_id=5b54b6f9-6186-4069-989b-2b16f7b98ff2)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:40:09.903111 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:09.954247 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8166b8-84dd-48d2-b2f6-754f6aff6f2e req-da26ca1f-f567-41d2-8af2-437c707572be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:09.955752 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1a8166b8-84dd-48d2-b2f6-754f6aff6f2e req-da26ca1f-f567-41d2-8af2-437c707572be service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=bded2955-e01c-44b7-8296-944f839f06b9 HTTP/1.1" status: 200 len: 1098 time: 0.3222523 Nov 11 20:40:09.956929 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Pushing event updated for resources: {'Port': ['ID=30542ce7-fdf6-41e0-981e-8ee1bf98723f,revision_number=4']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:09.979203 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31ee6a-73be-4310-8fa7-052e821d2c36 req-081c7698-d83c-4b62-a23d-b3821d4af5c3 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:09.981003 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9d31ee6a-73be-4310-8fa7-052e821d2c36 req-081c7698-d83c-4b62-a23d-b3821d4af5c3 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=bded2955-e01c-44b7-8296-944f839f06b9 HTTP/1.1" status: 200 len: 945 time: 0.2342229 Nov 11 20:40:10.025806 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515508b-711b-487a-9e89-878d6d1a594d req-69f62481-2612-4524-a63d-a159aeca88d0 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:10.027279 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9515508b-711b-487a-9e89-878d6d1a594d req-69f62481-2612-4524-a63d-a159aeca88d0 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f94aca5-1944-4a8d-99f9-ad3407734fed HTTP/1.1" status: 200 len: 935 time: 0.2417150 Nov 11 20:40:10.096013 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf43eaa-fff4-43e5-933b-6bbabf9d0eef req-12b8acfd-225d-457e-ba95-d08041f96756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:10.097440 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fcf43eaa-fff4-43e5-933b-6bbabf9d0eef req-12b8acfd-225d-457e-ba95-d08041f96756 service neutron] 10.222.0.78 "GET /v2.0/networks?id=515d5239-5614-4a6a-85cb-8dd4e9ebdc6b HTTP/1.1" status: 200 len: 911 time: 0.3606431 Nov 11 20:40:10.196970 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fcf43eaa-fff4-43e5-933b-6bbabf9d0eef req-470b00be-ad59-4783-94b2-bbd812764cec service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53f23a0e-d315-46e7-8373-2a51593bddbf HTTP/1.1" status: 200 len: 217 time: 0.0791252 Nov 11 20:40:10.206838 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1a8166b8-84dd-48d2-b2f6-754f6aff6f2e req-a9a62ea5-c7db-4d77-b5ec-306022d1f2f5 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212367 Nov 11 20:40:10.229462 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9d31ee6a-73be-4310-8fa7-052e821d2c36 req-442a8165-b0ed-4380-a5dd-bb40db9abf66 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317517 Nov 11 20:40:10.236662 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9515508b-711b-487a-9e89-878d6d1a594d req-2cb4fcd8-a559-48b9-b043-9cfde54b1cb2 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] 10.222.0.61 "GET /v2.0/security-groups?id=04ce1b29-82e7-415e-88b3-08258726bf82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961753 Nov 11 20:40:10.280772 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [req-84bf09fc-86ef-4513-a45c-f629b5755899 req-2d7a291d-6600-4f2a-8d23-de7a1b805276 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11f2000a-1143-430a-b241-6ba0551ca4a1 {{(pid=101811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:40:10.288870 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-84bf09fc-86ef-4513-a45c-f629b5755899 req-2d7a291d-6600-4f2a-8d23-de7a1b805276 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:10.335895 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.provisioning_blocks [req-84bf09fc-86ef-4513-a45c-f629b5755899 req-2d7a291d-6600-4f2a-8d23-de7a1b805276 service neutron] Transition to ACTIVE for port object 11f2000a-1143-430a-b241-6ba0551ca4a1 will not be triggered until provisioned by entity L2. {{(pid=101811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:40:10.352688 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-84bf09fc-86ef-4513-a45c-f629b5755899 req-2d7a291d-6600-4f2a-8d23-de7a1b805276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:10.414712 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793a7a0-4c00-455e-ac74-5f7e2f95edd5 req-cf16f0a1-ff90-4089-bec0-e9e0392932c4 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:10.416348 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a793a7a0-4c00-455e-ac74-5f7e2f95edd5 req-cf16f0a1-ff90-4089-bec0-e9e0392932c4 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 945 time: 0.1249912 Nov 11 20:40:10.434924 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] get_ports_and_sgs() called for port_ids ['30542ce7-fdf6-41e0-981e-8ee1bf98723f'] {{(pid=101813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:40:10.437902 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a291d-6600-4f2a-8d23-de7a1b805276 service neutron] Pushing event updated for resources: {'Port': ['ID=11f2000a-1143-430a-b241-6ba0551ca4a1,revision_number=2']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:10.449758 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c91ec58-e864-451a-b392-bdfaaf20b4ce req-bbf517bc-d7b2-477b-9dd3-8c42056dbde9 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:10.451438 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1c91ec58-e864-451a-b392-bdfaaf20b4ce req-bbf517bc-d7b2-477b-9dd3-8c42056dbde9 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.1449842 Nov 11 20:40:10.472113 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] get_ports_and_sgs() called for port_ids ['b01233b4-ce9c-4445-81a3-554fbf132f2f'] {{(pid=101813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:40:10.533369 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.managers [req-84bf09fc-86ef-4513-a45c-f629b5755899 req-2d7a291d-6600-4f2a-8d23-de7a1b805276 service neutron] Attempting to bind port 11f2000a-1143-430a-b241-6ba0551ca4a1 on host hv-cinder-81764 for vnic_type normal with profile {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:40:10.533697 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.managers [req-84bf09fc-86ef-4513-a45c-f629b5755899 req-2d7a291d-6600-4f2a-8d23-de7a1b805276 service neutron] Attempting to bind port 11f2000a-1143-430a-b241-6ba0551ca4a1 by drivers openvswitch,hyperv on host hv-cinder-81764 at level 0 using segments [{'id': 'bd1c8d4a-2701-4e01-89cf-56cc84afd13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '95f7ef15-86ed-41ae-ae8e-9295265872bf'}] {{(pid=101811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:40:10.534045 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bf09fc-86ef-4513-a45c-f629b5755899 req-2d7a291d-6600-4f2a-8d23-de7a1b805276 service neutron] Attempting to bind port 11f2000a-1143-430a-b241-6ba0551ca4a1 on network 95f7ef15-86ed-41ae-ae8e-9295265872bf {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:40:10.547573 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a793a7a0-4c00-455e-ac74-5f7e2f95edd5 req-40c8f7ef-a8a1-4b66-9e55-0b600ad7e0df tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236951 Nov 11 20:40:10.554181 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bf09fc-86ef-4513-a45c-f629b5755899 req-2d7a291d-6600-4f2a-8d23-de7a1b805276 service neutron] Port 11f2000a-1143-430a-b241-6ba0551ca4a1 on network 95f7ef15-86ed-41ae-ae8e-9295265872bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81764 {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:40:10.554508 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bf09fc-86ef-4513-a45c-f629b5755899 req-2d7a291d-6600-4f2a-8d23-de7a1b805276 service neutron] Attempting to bind port 11f2000a-1143-430a-b241-6ba0551ca4a1 on network 95f7ef15-86ed-41ae-ae8e-9295265872bf {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:40:10.591457 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1c91ec58-e864-451a-b392-bdfaaf20b4ce req-f28498a9-81e0-4215-997d-ec184bcefc4b tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293893 Nov 11 20:40:10.595788 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bf09fc-86ef-4513-a45c-f629b5755899 req-2d7a291d-6600-4f2a-8d23-de7a1b805276 service neutron] Checking agent: {'id': '15458190-db7e-4dc5-9ea8-0c1068e01e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81764', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 36, 20), 'started_at': datetime.datetime(2021, 11, 11, 20, 36, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:40:10.596170 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bf09fc-86ef-4513-a45c-f629b5755899 req-2d7a291d-6600-4f2a-8d23-de7a1b805276 service neutron] Checking segment: {'id': 'bd1c8d4a-2701-4e01-89cf-56cc84afd13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '95f7ef15-86ed-41ae-ae8e-9295265872bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:40:10.596554 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bf09fc-86ef-4513-a45c-f629b5755899 req-2d7a291d-6600-4f2a-8d23-de7a1b805276 service neutron] Bound using segment: {'id': 'bd1c8d4a-2701-4e01-89cf-56cc84afd13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '95f7ef15-86ed-41ae-ae8e-9295265872bf'} {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:40:10.596992 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.managers [req-84bf09fc-86ef-4513-a45c-f629b5755899 req-2d7a291d-6600-4f2a-8d23-de7a1b805276 service neutron] Bound port: 11f2000a-1143-430a-b241-6ba0551ca4a1, host: hv-cinder-81764, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd1c8d4a-2701-4e01-89cf-56cc84afd13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '95f7ef15-86ed-41ae-ae8e-9295265872bf'}}] {{(pid=101811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:40:10.597351 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-84bf09fc-86ef-4513-a45c-f629b5755899 req-2d7a291d-6600-4f2a-8d23-de7a1b805276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:10.645475 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf43eaa-fff4-43e5-933b-6bbabf9d0eef req-d13f7987-3f1e-4257-a779-338fbd2214ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:10.646898 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fcf43eaa-fff4-43e5-933b-6bbabf9d0eef req-d13f7987-3f1e-4257-a779-338fbd2214ac service neutron] 10.222.0.78 "GET /v2.0/subnets?id=043689e6-7343-4f4a-9ced-626818d24d47 HTTP/1.1" status: 200 len: 849 time: 0.0938582 Nov 11 20:40:10.741328 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-84bf09fc-86ef-4513-a45c-f629b5755899 req-2d7a291d-6600-4f2a-8d23-de7a1b805276 service neutron] For port 11f2000a-1143-430a-b241-6ba0551ca4a1, host hv-cinder-81764, cleared binding levels {{(pid=101811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:40:10.750553 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee2f7f-42dc-44f7-bcf1-dd12bf7e73b5 req-364197c6-6e7d-4add-9f8e-bf05d08c5034 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:10.752064 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1eee2f7f-42dc-44f7-bcf1-dd12bf7e73b5 req-364197c6-6e7d-4add-9f8e-bf05d08c5034 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/ports?device_id=09b5e5fb-4793-4495-a93b-321835ecf1b3 HTTP/1.1" status: 200 len: 945 time: 0.1089597 Nov 11 20:40:10.755072 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-84bf09fc-86ef-4513-a45c-f629b5755899 req-2d7a291d-6600-4f2a-8d23-de7a1b805276 service neutron] For port 11f2000a-1143-430a-b241-6ba0551ca4a1, host hv-cinder-81764, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=11f2000a-1143-430a-b241-6ba0551ca4a1,segment=NetworkSegment(bd1c8d4a-2701-4e01-89cf-56cc84afd13d),segment_id=bd1c8d4a-2701-4e01-89cf-56cc84afd13d)] {{(pid=101811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:40:10.765391 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-84bf09fc-86ef-4513-a45c-f629b5755899 req-2d7a291d-6600-4f2a-8d23-de7a1b805276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:10.768239 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf43eaa-fff4-43e5-933b-6bbabf9d0eef req-cf5dc058-1c9c-422d-808f-f8225902c0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:10.769758 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fcf43eaa-fff4-43e5-933b-6bbabf9d0eef req-cf5dc058-1c9c-422d-808f-f8225902c0bc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=515d5239-5614-4a6a-85cb-8dd4e9ebdc6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1067784 Nov 11 20:40:11.078591 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf09fc-86ef-4513-a45c-f629b5755899 req-2d7a291d-6600-4f2a-8d23-de7a1b805276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:11.079197 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-84bf09fc-86ef-4513-a45c-f629b5755899 req-2d7a291d-6600-4f2a-8d23-de7a1b805276 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:11.080613 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-84bf09fc-86ef-4513-a45c-f629b5755899 req-2d7a291d-6600-4f2a-8d23-de7a1b805276 service neutron] 10.222.0.78 "PUT /v2.0/ports/11f2000a-1143-430a-b241-6ba0551ca4a1 HTTP/1.1" status: 200 len: 1097 time: 1.7813632 Nov 11 20:40:11.088356 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f94aca5-1944-4a8d-99f9-ad3407734fed', 'tag': '11f2000a-1143-430a-b241-6ba0551ca4a1'}] {{(pid=101811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:40:11.090577 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5736cb7e175e5ed5563496e7c8b9c6d8883e61bc6d504a4dc096e4a6f480cdce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2965010a-ac23-4ff8-baad-c1839086f17a" -d '{"events": [{"name": "network-changed", "server_uuid": "5f94aca5-1944-4a8d-99f9-ad3407734fed", "tag": "11f2000a-1143-430a-b241-6ba0551ca4a1"}]}' {{(pid=101811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:40:11.177540 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1eee2f7f-42dc-44f7-bcf1-dd12bf7e73b5 req-804ffd25-0ce2-41fa-9cd0-511bfb2c37d6 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/security-groups?id=a6011662-05af-48d6-93b4-66343e6538ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4193137 Nov 11 20:40:11.193696 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a291d-6600-4f2a-8d23-de7a1b805276 service neutron] Pushing event updated for resources: {'Port': ['ID=11f2000a-1143-430a-b241-6ba0551ca4a1,revision_number=3']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:11.237409 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d518f3f-5fe9-4806-b685-b5eb73fc0767 x-openstack-request-id: req-1d518f3f-5fe9-4806-b685-b5eb73fc0767 {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:40:11.237706 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f94aca5-1944-4a8d-99f9-ad3407734fed", "tag": "11f2000a-1143-430a-b241-6ba0551ca4a1", "status": "completed", "code": 200}]} {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:40:11.237960 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1d518f3f-5fe9-4806-b685-b5eb73fc0767 {{(pid=101811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:40:11.238870 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f94aca5-1944-4a8d-99f9-ad3407734fed', 'tag': '11f2000a-1143-430a-b241-6ba0551ca4a1', 'status': 'completed', 'code': 200} Nov 11 20:40:11.250553 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd7bac-867d-46c0-addd-aa76e07c63c3 req-88061272-e1b4-47cc-9149-1a93a2bc4ea7 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:11.252025 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d4dd7bac-867d-46c0-addd-aa76e07c63c3 req-88061272-e1b4-47cc-9149-1a93a2bc4ea7 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 944 time: 0.1645007 Nov 11 20:40:11.284237 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fcf43eaa-fff4-43e5-933b-6bbabf9d0eef req-cf7edd5d-e37d-4849-b4a4-581d91034db0 service neutron] 10.222.0.78 "GET /v2.0/networks/515d5239-5614-4a6a-85cb-8dd4e9ebdc6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4743841 Nov 11 20:40:11.286235 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf09fc-86ef-4513-a45c-f629b5755899 req-7b53f6f5-0bb1-4095-9c99-6ff06049b5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:11.287698 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-84bf09fc-86ef-4513-a45c-f629b5755899 req-7b53f6f5-0bb1-4095-9c99-6ff06049b5ed service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f318ff0715454413b9ed68f3e56c7bbc&device_id=5f94aca5-1944-4a8d-99f9-ad3407734fed HTTP/1.1" status: 200 len: 1100 time: 0.1162562 Nov 11 20:40:11.330547 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d4dd7bac-867d-46c0-addd-aa76e07c63c3 req-807aa1fc-d7d2-4fac-ba38-ade0e23f5ed5 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667737 Nov 11 20:40:11.416863 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-84bf09fc-86ef-4513-a45c-f629b5755899 req-566bd2cf-020c-4d8e-a9be-b7ffc388a18b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=11f2000a-1143-430a-b241-6ba0551ca4a1 HTTP/1.1" status: 200 len: 217 time: 0.0632110 Nov 11 20:40:11.525189 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1593aec-1875-4505-a607-13a0c2186901 req-02df918b-f5ee-4818-b8dc-f2482a01d07e tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:11.526640 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b1593aec-1875-4505-a607-13a0c2186901 req-02df918b-f5ee-4818-b8dc-f2482a01d07e tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=bded2955-e01c-44b7-8296-944f839f06b9 HTTP/1.1" status: 200 len: 945 time: 0.2178562 Nov 11 20:40:11.575249 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf09fc-86ef-4513-a45c-f629b5755899 req-4f40b0aa-6a4f-45ed-b098-8628edded7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:11.577019 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-84bf09fc-86ef-4513-a45c-f629b5755899 req-4f40b0aa-6a4f-45ed-b098-8628edded7b0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=08449476-c713-4a24-bfc1-62cf0a510900 HTTP/1.1" status: 200 len: 843 time: 0.1269040 Nov 11 20:40:11.581551 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fcf43eaa-fff4-43e5-933b-6bbabf9d0eef req-ffb35b01-16f9-4a53-8045-386e79994935 service neutron] 10.222.0.78 "GET /v2.0/networks/515d5239-5614-4a6a-85cb-8dd4e9ebdc6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363539 Nov 11 20:40:11.589472 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76253a7-c539-4675-8144-4ce54d6f6931 req-f1b2c2e5-6074-4f1d-b18a-606cfe862a79 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:11.590882 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a76253a7-c539-4675-8144-4ce54d6f6931 req-f1b2c2e5-6074-4f1d-b18a-606cfe862a79 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f94aca5-1944-4a8d-99f9-ad3407734fed HTTP/1.1" status: 200 len: 947 time: 0.1794391 Nov 11 20:40:11.662825 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b1593aec-1875-4505-a607-13a0c2186901 req-ccd97715-b72e-46ce-8e46-69135308acf4 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237867 Nov 11 20:40:11.692014 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf09fc-86ef-4513-a45c-f629b5755899 req-89d51ab3-d875-4e9e-ac05-53264c600927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:11.693537 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-84bf09fc-86ef-4513-a45c-f629b5755899 req-89d51ab3-d875-4e9e-ac05-53264c600927 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=95f7ef15-86ed-41ae-ae8e-9295265872bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0909882 Nov 11 20:40:11.697360 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a76253a7-c539-4675-8144-4ce54d6f6931 req-efddf354-bb26-4658-bb0e-caa446026063 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] 10.222.0.61 "GET /v2.0/security-groups?id=04ce1b29-82e7-415e-88b3-08258726bf82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958869 Nov 11 20:40:11.870915 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f74b65-6c0d-4a06-8354-7d3817118316 req-b9ee7f3a-c93a-49f8-89c9-cd465d18f3be tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:11.872418 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b7f74b65-6c0d-4a06-8354-7d3817118316 req-b9ee7f3a-c93a-49f8-89c9-cd465d18f3be tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 945 time: 0.1297824 Nov 11 20:40:11.894022 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-84bf09fc-86ef-4513-a45c-f629b5755899 req-df1416a5-30d0-4eb3-925c-1a673097d212 service neutron] 10.222.0.78 "GET /v2.0/networks/95f7ef15-86ed-41ae-ae8e-9295265872bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738966 Nov 11 20:40:11.909827 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff0d64-2475-4cf1-b907-1466573dfdf1 req-d388fe6f-293a-4b87-97f8-a8e2ac103a5a tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:11.912501 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-46ff0d64-2475-4cf1-b907-1466573dfdf1 req-d388fe6f-293a-4b87-97f8-a8e2ac103a5a tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.1377356 Nov 11 20:40:12.014061 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b7f74b65-6c0d-4a06-8354-7d3817118316 req-f281f9de-338e-45ff-a59a-54b0f6c11c58 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323586 Nov 11 20:40:12.055322 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-46ff0d64-2475-4cf1-b907-1466573dfdf1 req-e7800702-2d48-4571-b2f9-d869d9e88dc5 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314480 Nov 11 20:40:12.061258 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-84bf09fc-86ef-4513-a45c-f629b5755899 req-dbf2203f-ef9e-41cb-8cbf-3bd7e08d52a4 service neutron] 10.222.0.78 "GET /v2.0/networks/95f7ef15-86ed-41ae-ae8e-9295265872bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461062 Nov 11 20:40:12.203835 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965010a-ac23-4ff8-baad-c1839086f17a req-ba75bcb3-55ee-4364-8ba8-e5e627d74df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:12.203835 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2965010a-ac23-4ff8-baad-c1839086f17a req-ba75bcb3-55ee-4364-8ba8-e5e627d74df5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f318ff0715454413b9ed68f3e56c7bbc&device_id=5f94aca5-1944-4a8d-99f9-ad3407734fed HTTP/1.1" status: 200 len: 1100 time: 0.0412171 Nov 11 20:40:12.346135 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc80d36-cce7-4050-91fa-c78b0add19de req-be38950b-7fae-45e8-9ba7-6cc6bb4b16d5 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:12.347523 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7bc80d36-cce7-4050-91fa-c78b0add19de req-be38950b-7fae-45e8-9ba7-6cc6bb4b16d5 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/ports?device_id=09b5e5fb-4793-4495-a93b-321835ecf1b3 HTTP/1.1" status: 200 len: 945 time: 0.1023023 Nov 11 20:40:12.349287 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965010a-ac23-4ff8-baad-c1839086f17a req-b381fd02-5fa7-4d79-b022-c7076cb12c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:12.350728 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2965010a-ac23-4ff8-baad-c1839086f17a req-b381fd02-5fa7-4d79-b022-c7076cb12c5d service neutron] 10.222.0.78 "GET /v2.0/networks?id=95f7ef15-86ed-41ae-ae8e-9295265872bf HTTP/1.1" status: 200 len: 870 time: 0.1313829 Nov 11 20:40:12.434402 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7bc80d36-cce7-4050-91fa-c78b0add19de req-3b6fcc69-f3f7-404a-9798-b2129633c87e tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/security-groups?id=a6011662-05af-48d6-93b4-66343e6538ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796416 Nov 11 20:40:12.444745 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2965010a-ac23-4ff8-baad-c1839086f17a req-ba62f751-0cb7-4ff2-b58f-de4c74fd3548 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=11f2000a-1143-430a-b241-6ba0551ca4a1 HTTP/1.1" status: 200 len: 217 time: 0.0526114 Nov 11 20:40:12.512407 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8c881-235d-4766-ba99-617bacaf8122 req-64efeeec-cb0a-43c7-87bf-472a80d0a6c4 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:12.513884 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4dc8c881-235d-4766-ba99-617bacaf8122 req-64efeeec-cb0a-43c7-87bf-472a80d0a6c4 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 944 time: 0.1105118 Nov 11 20:40:12.548424 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965010a-ac23-4ff8-baad-c1839086f17a req-b788ac65-d49b-4489-98e1-88bf912398f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:12.549211 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2965010a-ac23-4ff8-baad-c1839086f17a req-b788ac65-d49b-4489-98e1-88bf912398f5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=08449476-c713-4a24-bfc1-62cf0a510900 HTTP/1.1" status: 200 len: 843 time: 0.0757132 Nov 11 20:40:12.577542 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4dc8c881-235d-4766-ba99-617bacaf8122 req-70a95013-5c83-428b-a35f-1f660a3674d2 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567913 Nov 11 20:40:12.638042 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965010a-ac23-4ff8-baad-c1839086f17a req-e8b5af2a-ba20-459c-a564-132e18124136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:12.639446 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2965010a-ac23-4ff8-baad-c1839086f17a req-e8b5af2a-ba20-459c-a564-132e18124136 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=95f7ef15-86ed-41ae-ae8e-9295265872bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0435596 Nov 11 20:40:12.756737 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2965010a-ac23-4ff8-baad-c1839086f17a req-4c1cac2f-ddd8-4546-9244-7e204a19c417 service neutron] 10.222.0.78 "GET /v2.0/networks/95f7ef15-86ed-41ae-ae8e-9295265872bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022043 Nov 11 20:40:12.868286 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d03b5f-a5aa-4b24-b681-fc5201c18d73 req-c9bcb7a4-bd69-4667-838a-2fd72658fa94 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:12.869738 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-40d03b5f-a5aa-4b24-b681-fc5201c18d73 req-c9bcb7a4-bd69-4667-838a-2fd72658fa94 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=bded2955-e01c-44b7-8296-944f839f06b9 HTTP/1.1" status: 200 len: 945 time: 0.1281338 Nov 11 20:40:12.913867 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65424a12-011a-45b3-a6f0-ec951d60dcd7 req-cbb91288-df3c-4278-bd9d-e80bd3520901 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:12.915216 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-65424a12-011a-45b3-a6f0-ec951d60dcd7 req-cbb91288-df3c-4278-bd9d-e80bd3520901 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f94aca5-1944-4a8d-99f9-ad3407734fed HTTP/1.1" status: 200 len: 947 time: 0.1357236 Nov 11 20:40:12.939773 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2965010a-ac23-4ff8-baad-c1839086f17a req-4e825288-2c84-4c2d-93ce-cfd6d6b2e27f service neutron] 10.222.0.78 "GET /v2.0/networks/95f7ef15-86ed-41ae-ae8e-9295265872bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688490 Nov 11 20:40:12.950570 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 53f23a0e-d315-46e7-8373-2a51593bddbf details requested by agent hyperv_hv-cinder-81764 with host hv-cinder-81764 {{(pid=101813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:40:12.955200 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device b01233b4-ce9c-4445-81a3-554fbf132f2f up at agent hyperv_hv-cinder-81764 {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:40:12.979672 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-40d03b5f-a5aa-4b24-b681-fc5201c18d73 req-752fbbe3-2468-472a-9ef8-5313e1ad17d2 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038332 Nov 11 20:40:13.000679 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-65424a12-011a-45b3-a6f0-ec951d60dcd7 req-4b6452f6-9be9-4b36-8e2c-7ac4fbd627dc tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] 10.222.0.61 "GET /v2.0/security-groups?id=04ce1b29-82e7-415e-88b3-08258726bf82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762234 Nov 11 20:40:13.085320 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Provisioning for port b01233b4-ce9c-4445-81a3-554fbf132f2f completed by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:40:13.095002 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Provisioning complete for port b01233b4-ce9c-4445-81a3-554fbf132f2f triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:40:13.095366 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:13.102610 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 53f23a0e-d315-46e7-8373-2a51593bddbf, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=53f23a0e-d315-46e7-8373-2a51593bddbf,segment=NetworkSegment(10d54165-ef60-4074-adbf-93405467530b),segment_id=10d54165-ef60-4074-adbf-93405467530b)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:40:13.150398 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Returning: {'device': '53f23a0e-d315-46e7-8373-2a51593bddbf', 'network_id': '515d5239-5614-4a6a-85cb-8dd4e9ebdc6b', 'port_id': '53f23a0e-d315-46e7-8373-2a51593bddbf', 'mac_address': 'fa:16:3e:3a:38:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 865, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '043689e6-7343-4f4a-9ced-626818d24d47', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:40:13.163218 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b269b-aae3-49ec-9ef8-0d146e68b6de req-610645e3-30aa-4808-8968-b35e5fa54a12 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:13.170614 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fa3b269b-aae3-49ec-9ef8-0d146e68b6de req-610645e3-30aa-4808-8968-b35e5fa54a12 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 945 time: 0.0783210 Nov 11 20:40:13.230568 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:13.248732 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fa3b269b-aae3-49ec-9ef8-0d146e68b6de req-f7353fde-dd0c-4ab1-9e35-7c77ebb27409 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702384 Nov 11 20:40:13.260391 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.notifiers.nova [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53f23a0e-d315-46e7-8373-2a51593bddbf {{(pid=101813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:40:13.281632 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:13.315797 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09b5e5fb-4793-4495-a93b-321835ecf1b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01233b4-ce9c-4445-81a3-554fbf132f2f'}] {{(pid=101813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:40:13.318149 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0340890b3ce0369dfbb204f3d0516fe3d00048a2838df9679e450f9495620248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da17445-18c9-4d37-84b0-f0817f82b994" -d '{"events": [{"server_uuid": "09b5e5fb-4793-4495-a93b-321835ecf1b3", "name": "network-vif-plugged", "status": "completed", "tag": "b01233b4-ce9c-4445-81a3-554fbf132f2f"}]}' {{(pid=101813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:40:13.320182 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e8e46-23cd-49c5-bc2c-2e2954b8907f req-d3b2dc44-69ed-4bb2-9691-35db2d428f46 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:13.322017 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f96e8e46-23cd-49c5-bc2c-2e2954b8907f req-d3b2dc44-69ed-4bb2-9691-35db2d428f46 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.0607703 Nov 11 20:40:13.322577 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 53f23a0e-d315-46e7-8373-2a51593bddbf, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=53f23a0e-d315-46e7-8373-2a51593bddbf,segment=NetworkSegment(10d54165-ef60-4074-adbf-93405467530b),segment_id=10d54165-ef60-4074-adbf-93405467530b)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:40:13.333368 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:13.336176 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port b01233b4-ce9c-4445-81a3-554fbf132f2f, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=b01233b4-ce9c-4445-81a3-554fbf132f2f,segment=NetworkSegment(676c89b0-616c-4174-893a-251ed28c9438),segment_id=676c89b0-616c-4174-893a-251ed28c9438)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:40:13.340515 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:13.341376 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 30542ce7-fdf6-41e0-981e-8ee1bf98723f up at agent hyperv_hv-cinder-81764 {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:40:13.382638 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f96e8e46-23cd-49c5-bc2c-2e2954b8907f req-5693a657-633c-4d9c-a680-d7b18ac5674f tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527728 Nov 11 20:40:13.443231 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Pushing event updated for resources: {'Port': ['ID=53f23a0e-d315-46e7-8373-2a51593bddbf,revision_number=4']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:13.486694 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3593f1-a6c4-430c-af9b-794b332c8666 x-openstack-request-id: req-5c3593f1-a6c4-430c-af9b-794b332c8666 {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:40:13.487260 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09b5e5fb-4793-4495-a93b-321835ecf1b3", "name": "network-vif-plugged", "status": "completed", "tag": "b01233b4-ce9c-4445-81a3-554fbf132f2f", "code": 200}]} {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:40:13.487712 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5c3593f1-a6c4-430c-af9b-794b332c8666 {{(pid=101813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:40:13.488564 dv-cinder-817642-1-iscsi neutron-server[101813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09b5e5fb-4793-4495-a93b-321835ecf1b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01233b4-ce9c-4445-81a3-554fbf132f2f', 'code': 200} Nov 11 20:40:13.622449 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Provisioning for port 30542ce7-fdf6-41e0-981e-8ee1bf98723f completed by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:40:13.630079 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9f46c-5316-4391-aa5a-ec7745071dc3 req-00940942-0762-4604-9f27-e8fdad739c76 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:13.630260 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Provisioning complete for port 30542ce7-fdf6-41e0-981e-8ee1bf98723f triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:40:13.630344 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:13.637828 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fff9f46c-5316-4391-aa5a-ec7745071dc3 req-00940942-0762-4604-9f27-e8fdad739c76 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/ports?device_id=09b5e5fb-4793-4495-a93b-321835ecf1b3 HTTP/1.1" status: 200 len: 946 time: 0.0725815 Nov 11 20:40:13.696675 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fff9f46c-5316-4391-aa5a-ec7745071dc3 req-6d5622d0-b7f6-4d3c-93aa-b0eaf860ab22 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/security-groups?id=a6011662-05af-48d6-93b4-66343e6538ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577943 Nov 11 20:40:13.704707 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Pushing event updated for resources: {'Port': ['ID=b01233b4-ce9c-4445-81a3-554fbf132f2f,revision_number=5']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:13.761663 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:13.792663 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d3a4f-0081-4759-964c-8c04a1533192 req-6b2dd7bf-a1b5-4d58-b170-26c6d7b5a6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:13.794610 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e73d3a4f-0081-4759-964c-8c04a1533192 req-6b2dd7bf-a1b5-4d58-b170-26c6d7b5a6c9 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=09b5e5fb-4793-4495-a93b-321835ecf1b3 HTTP/1.1" status: 200 len: 1099 time: 0.0513473 Nov 11 20:40:13.801053 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 30542ce7-fdf6-41e0-981e-8ee1bf98723f, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=30542ce7-fdf6-41e0-981e-8ee1bf98723f,segment=NetworkSegment(5b54b6f9-6186-4069-989b-2b16f7b98ff2),segment_id=5b54b6f9-6186-4069-989b-2b16f7b98ff2)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:40:13.805620 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:13.859927 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Pushing event updated for resources: {'Port': ['ID=30542ce7-fdf6-41e0-981e-8ee1bf98723f,revision_number=5']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:13.872384 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e73d3a4f-0081-4759-964c-8c04a1533192 req-ffde26cd-80af-41b6-bb3d-9405225118e6 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a6011662-05af-48d6-93b4-66343e6538ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499623 Nov 11 20:40:13.886252 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece8114-a632-480e-b9ab-237be86d5023 req-b5385452-5303-44e0-9696-06acc14867f8 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:13.888016 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9ece8114-a632-480e-b9ab-237be86d5023 req-b5385452-5303-44e0-9696-06acc14867f8 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 945 time: 0.0924568 Nov 11 20:40:13.924176 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] get_ports_and_sgs() called for port_ids ['53f23a0e-d315-46e7-8373-2a51593bddbf'] {{(pid=101813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:40:13.938723 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9ece8114-a632-480e-b9ab-237be86d5023 req-822e3e56-61fc-477f-b01a-b9dc78972570 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443676 Nov 11 20:40:14.134821 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca87e115-0ee5-44f9-89fc-7f24d8e07dda req-dd4e7f4a-0a3d-4f8f-869b-62d40608c31f tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:14.136377 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ca87e115-0ee5-44f9-89fc-7f24d8e07dda req-dd4e7f4a-0a3d-4f8f-869b-62d40608c31f tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f94aca5-1944-4a8d-99f9-ad3407734fed HTTP/1.1" status: 200 len: 947 time: 0.0511949 Nov 11 20:40:14.184131 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ca87e115-0ee5-44f9-89fc-7f24d8e07dda req-585502e6-50c4-4cf4-8a94-a15b2f512c64 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] 10.222.0.61 "GET /v2.0/security-groups?id=04ce1b29-82e7-415e-88b3-08258726bf82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416954 Nov 11 20:40:14.355272 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65aeefd-40ee-4313-ac4e-363fca61b018 req-af938134-349a-4733-9765-4f9844500a1a tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:14.356750 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a65aeefd-40ee-4313-ac4e-363fca61b018 req-af938134-349a-4733-9765-4f9844500a1a tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 946 time: 0.0500638 Nov 11 20:40:14.404485 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a65aeefd-40ee-4313-ac4e-363fca61b018 req-716d446d-6517-464f-be1d-9cdedabc3b46 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417545 Nov 11 20:40:14.503782 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2bd69-23d4-41e0-a36f-9e6bf9333448 req-c406a388-b7a0-410c-b91e-697bd5adf719 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:14.505713 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-bab2bd69-23d4-41e0-a36f-9e6bf9333448 req-c406a388-b7a0-410c-b91e-697bd5adf719 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.0505326 Nov 11 20:40:14.562274 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-bab2bd69-23d4-41e0-a36f-9e6bf9333448 req-0114316f-eb41-4235-9443-bbc1cb1e541a tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502930 Nov 11 20:40:14.835669 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894554a5-6740-4645-b671-f1c7e0733407 req-1c222b5f-a282-4377-80f2-d1943108ead1 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:14.837563 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-894554a5-6740-4645-b671-f1c7e0733407 req-1c222b5f-a282-4377-80f2-d1943108ead1 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/ports?device_id=09b5e5fb-4793-4495-a93b-321835ecf1b3 HTTP/1.1" status: 200 len: 946 time: 0.0514336 Nov 11 20:40:14.887474 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-894554a5-6740-4645-b671-f1c7e0733407 req-42d011f0-a1c1-4cee-ad54-648ff5aa76f1 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/security-groups?id=a6011662-05af-48d6-93b4-66343e6538ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433326 Nov 11 20:40:14.954102 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 11f2000a-1143-430a-b241-6ba0551ca4a1 details requested by agent hyperv_hv-cinder-81764 with host hv-cinder-81764 {{(pid=101813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:40:15.088021 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33361eb-a24c-4360-8a54-40bf2320c576 req-fb601799-5b97-4df7-890c-585987258323 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:15.089793 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e33361eb-a24c-4360-8a54-40bf2320c576 req-fb601799-5b97-4df7-890c-585987258323 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 945 time: 0.0588291 Nov 11 20:40:15.092868 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 11f2000a-1143-430a-b241-6ba0551ca4a1, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=11f2000a-1143-430a-b241-6ba0551ca4a1,segment=NetworkSegment(bd1c8d4a-2701-4e01-89cf-56cc84afd13d),segment_id=bd1c8d4a-2701-4e01-89cf-56cc84afd13d)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:40:15.106457 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Returning: {'device': '11f2000a-1143-430a-b241-6ba0551ca4a1', 'network_id': '95f7ef15-86ed-41ae-ae8e-9295265872bf', 'port_id': '11f2000a-1143-430a-b241-6ba0551ca4a1', 'mac_address': 'fa:16:3e:b4:f1:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08449476-c713-4a24-bfc1-62cf0a510900', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:40:15.140278 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e33361eb-a24c-4360-8a54-40bf2320c576 req-1f05758a-ca5e-4f11-b92e-8d245b5d27c3 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431061 Nov 11 20:40:15.148568 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:15.168974 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.notifiers.nova [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11f2000a-1143-430a-b241-6ba0551ca4a1 {{(pid=101813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:40:15.189433 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 11f2000a-1143-430a-b241-6ba0551ca4a1, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=11f2000a-1143-430a-b241-6ba0551ca4a1,segment=NetworkSegment(bd1c8d4a-2701-4e01-89cf-56cc84afd13d),segment_id=bd1c8d4a-2701-4e01-89cf-56cc84afd13d)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:40:15.194192 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:15.244429 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Pushing event updated for resources: {'Port': ['ID=11f2000a-1143-430a-b241-6ba0551ca4a1,revision_number=4']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:15.314712 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d4acf-b3b4-4454-8a6a-9c164d31c2ce req-33107f35-1576-46f7-a859-d2b1a04741fc tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:15.316091 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ac9d4acf-b3b4-4454-8a6a-9c164d31c2ce req-33107f35-1576-46f7-a859-d2b1a04741fc tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f94aca5-1944-4a8d-99f9-ad3407734fed HTTP/1.1" status: 200 len: 948 time: 0.0505731 Nov 11 20:40:15.365092 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ac9d4acf-b3b4-4454-8a6a-9c164d31c2ce req-f34898b9-2aac-4032-b6cd-2e4116028e00 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] 10.222.0.61 "GET /v2.0/security-groups?id=04ce1b29-82e7-415e-88b3-08258726bf82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420804 Nov 11 20:40:15.489767 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28d94ff-cfbb-46b3-b20d-32a6cb35893e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30542ce7-fdf6-41e0-981e-8ee1bf98723f'}] {{(pid=101813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:40:15.492902 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0340890b3ce0369dfbb204f3d0516fe3d00048a2838df9679e450f9495620248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf608055-dfb5-4b31-97ee-f810fbe1feb5" -d '{"events": [{"server_uuid": "d28d94ff-cfbb-46b3-b20d-32a6cb35893e", "name": "network-vif-plugged", "status": "completed", "tag": "30542ce7-fdf6-41e0-981e-8ee1bf98723f"}]}' {{(pid=101813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:40:15.523952 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b180dd06-ef3a-4c99-aba9-cb8f08a5dc0e req-4753ff5d-611c-497d-ab1f-4e651b40c26b tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:15.525486 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b180dd06-ef3a-4c99-aba9-cb8f08a5dc0e req-4753ff5d-611c-497d-ab1f-4e651b40c26b tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 946 time: 0.0541596 Nov 11 20:40:15.530851 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d86f9e-4725-4c55-a12b-db4e6adef9b7 x-openstack-request-id: req-30d86f9e-4725-4c55-a12b-db4e6adef9b7 {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:40:15.531170 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d28d94ff-cfbb-46b3-b20d-32a6cb35893e", "name": "network-vif-plugged", "status": "completed", "tag": "30542ce7-fdf6-41e0-981e-8ee1bf98723f", "code": 200}]} {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:40:15.531434 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-30d86f9e-4725-4c55-a12b-db4e6adef9b7 {{(pid=101813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:40:15.531895 dv-cinder-817642-1-iscsi neutron-server[101813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd28d94ff-cfbb-46b3-b20d-32a6cb35893e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30542ce7-fdf6-41e0-981e-8ee1bf98723f', 'code': 200} Nov 11 20:40:15.581728 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b180dd06-ef3a-4c99-aba9-cb8f08a5dc0e req-852110a1-112a-4d12-bd2a-29326345be2e tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471065 Nov 11 20:40:15.708860 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a49a057-c0b9-4999-bd96-6112470c7111 req-a312a0de-ec98-44df-b1f6-84a45c03873f tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:15.710359 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0a49a057-c0b9-4999-bd96-6112470c7111 req-a312a0de-ec98-44df-b1f6-84a45c03873f tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.0623987 Nov 11 20:40:15.766542 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0a49a057-c0b9-4999-bd96-6112470c7111 req-5879e633-13f6-4310-8f8a-358e465e50eb tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501499 Nov 11 20:40:15.797198 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7f595-a087-4e0d-83ff-f87d3bdc89ad req-1f6b7109-a1e4-436d-8480-9966a6cc09cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:15.798729 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-bfd7f595-a087-4e0d-83ff-f87d3bdc89ad req-1f6b7109-a1e4-436d-8480-9966a6cc09cd service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 1099 time: 0.0472970 Nov 11 20:40:15.854349 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-bfd7f595-a087-4e0d-83ff-f87d3bdc89ad req-0fd2ae34-014d-433e-9aa9-81333ceb44c0 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404201 Nov 11 20:40:15.854637 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] get_ports_and_sgs() called for port_ids ['11f2000a-1143-430a-b241-6ba0551ca4a1'] {{(pid=101813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:40:16.015689 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a60af-1f09-4992-ad27-b99cdf779435 req-04b533b8-6069-45e0-b535-cbe4823d2974 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:16.017288 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d40a60af-1f09-4992-ad27-b99cdf779435 req-04b533b8-6069-45e0-b535-cbe4823d2974 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/ports?device_id=09b5e5fb-4793-4495-a93b-321835ecf1b3 HTTP/1.1" status: 200 len: 946 time: 0.0507061 Nov 11 20:40:16.068209 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d40a60af-1f09-4992-ad27-b99cdf779435 req-5a1909a6-3f28-461a-8c15-346e1a2baf06 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/security-groups?id=a6011662-05af-48d6-93b4-66343e6538ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425878 Nov 11 20:40:16.286350 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66727f5-de30-42f6-812a-12995b454213 req-76f6ac32-5691-4d81-81c3-7e76023bf2e2 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:16.287934 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a66727f5-de30-42f6-812a-12995b454213 req-76f6ac32-5691-4d81-81c3-7e76023bf2e2 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 945 time: 0.0697243 Nov 11 20:40:16.351471 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a66727f5-de30-42f6-812a-12995b454213 req-d85917ba-e511-47e5-b67f-514bc51b056e tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563016 Nov 11 20:40:16.474687 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 44164) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:40:16.546997 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f06c89-d360-4f8d-a1d8-e3a579f44251 req-cb185cf8-3854-4b30-bffd-e0f78ff287b8 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:16.548661 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d2f06c89-d360-4f8d-a1d8-e3a579f44251 req-cb185cf8-3854-4b30-bffd-e0f78ff287b8 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/networks?id=f75b74a3-4944-4e66-a1f1-0eb754745d66 HTTP/1.1" status: 200 len: 814 time: 0.1392250 Nov 11 20:40:16.556998 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22752db4-236c-466c-961e-4df9c211efa0 req-476f2e30-a89a-4d13-8666-eea53e26d659 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:16.558429 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-22752db4-236c-466c-961e-4df9c211efa0 req-476f2e30-a89a-4d13-8666-eea53e26d659 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f94aca5-1944-4a8d-99f9-ad3407734fed HTTP/1.1" status: 200 len: 948 time: 0.0876355 Nov 11 20:40:16.574614 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d2f06c89-d360-4f8d-a1d8-e3a579f44251 req-18c2258c-60e1-474f-ae59-47cb518bc320 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/quotas/7b92a8a05c22447985ae53c7b9c91fc8 HTTP/1.1" status: 200 len: 375 time: 0.0152378 Nov 11 20:40:16.596149 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-f4b9fdb1-c7e0-420f-af1c-9dafcbe71cee admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:16.643352 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-22752db4-236c-466c-961e-4df9c211efa0 req-1f9c6b51-1fa8-4f8d-93e5-f27837e4958a tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] 10.222.0.61 "GET /v2.0/security-groups?id=04ce1b29-82e7-415e-88b3-08258726bf82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767317 Nov 11 20:40:16.655360 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d2f06c89-d360-4f8d-a1d8-e3a579f44251 req-23c986a0-fe85-48b9-9054-9d8eaf9b90d7 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7b92a8a05c22447985ae53c7b9c91fc8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0692921 Nov 11 20:40:16.676886 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-f4b9fdb1-c7e0-420f-af1c-9dafcbe71cee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:16.679900 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-f4b9fdb1-c7e0-420f-af1c-9dafcbe71cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:16.719201 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b9fdb1-c7e0-420f-af1c-9dafcbe71cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d1553c-ed2f-4dc0-b04f-426229c15eaf,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:16.734439 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b9fdb1-c7e0-420f-af1c-9dafcbe71cee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:40:16.734781 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b9fdb1-c7e0-420f-af1c-9dafcbe71cee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:40:16.735119 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b9fdb1-c7e0-420f-af1c-9dafcbe71cee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:40:16.735450 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b9fdb1-c7e0-420f-af1c-9dafcbe71cee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:40:16.735776 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b9fdb1-c7e0-420f-af1c-9dafcbe71cee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:40:16.736139 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b9fdb1-c7e0-420f-af1c-9dafcbe71cee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:40:16.736465 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b9fdb1-c7e0-420f-af1c-9dafcbe71cee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:40:16.736785 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b9fdb1-c7e0-420f-af1c-9dafcbe71cee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:40:16.737103 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b9fdb1-c7e0-420f-af1c-9dafcbe71cee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:40:16.737581 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b9fdb1-c7e0-420f-af1c-9dafcbe71cee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:40:16.737901 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b9fdb1-c7e0-420f-af1c-9dafcbe71cee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:40:16.738242 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b9fdb1-c7e0-420f-af1c-9dafcbe71cee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:40:16.746784 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-f4b9fdb1-c7e0-420f-af1c-9dafcbe71cee admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=23c030ff91bf4f8bad5c59c67965f22e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2704318 Nov 11 20:40:16.747137 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 44172) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:40:16.822027 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d2f06c89-d360-4f8d-a1d8-e3a579f44251 req-27ff8370-d0d4-4156-a207-50936088f628 service neutron] 10.222.0.61 "GET /v2.0/networks/f75b74a3-4944-4e66-a1f1-0eb754745d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461668 Nov 11 20:40:16.844529 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137638d-2833-41af-b77e-89f6da669827 req-7fc3b7be-a125-4b6b-aa5d-18692499758f tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:16.845926 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4137638d-2833-41af-b77e-89f6da669827 req-7fc3b7be-a125-4b6b-aa5d-18692499758f tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 946 time: 0.1137378 Nov 11 20:40:16.884908 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-d3e42ad5-6cda-49f0-b59e-585a40c2de64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:16.969273 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 53f23a0e-d315-46e7-8373-2a51593bddbf up at agent hyperv_hv-cinder-81764 {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:40:17.029451 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Provisioning for port 53f23a0e-d315-46e7-8373-2a51593bddbf completed by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:40:17.033833 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Provisioning complete for port 53f23a0e-d315-46e7-8373-2a51593bddbf triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:40:17.034210 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:17.122342 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:17.159995 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 53f23a0e-d315-46e7-8373-2a51593bddbf, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=53f23a0e-d315-46e7-8373-2a51593bddbf,segment=NetworkSegment(10d54165-ef60-4074-adbf-93405467530b),segment_id=10d54165-ef60-4074-adbf-93405467530b)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:40:17.165172 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:17.209292 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-d3e42ad5-6cda-49f0-b59e-585a40c2de64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:17.214311 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Pushing event updated for resources: {'Port': ['ID=53f23a0e-d315-46e7-8373-2a51593bddbf,revision_number=5']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:17.219744 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4137638d-2833-41af-b77e-89f6da669827 req-ae8a77d2-6f99-4b9d-bac0-65146e856070 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660548 Nov 11 20:40:17.251808 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d2f06c89-d360-4f8d-a1d8-e3a579f44251 req-037d2da7-e90c-4b8f-a75f-f807461368d8 service neutron] 10.222.0.61 "GET /v2.0/networks/f75b74a3-4944-4e66-a1f1-0eb754745d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4222667 Nov 11 20:40:17.286147 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-d3e42ad5-6cda-49f0-b59e-585a40c2de64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:17.291243 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-d3e42ad5-6cda-49f0-b59e-585a40c2de64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:17.296516 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-d3e42ad5-6cda-49f0-b59e-585a40c2de64 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/56d1553c-ed2f-4dc0-b04f-426229c15eaf HTTP/1.1" status: 204 len: 168 time: 0.5483751 Nov 11 20:40:17.307290 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e42ad5-6cda-49f0-b59e-585a40c2de64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d1553c-ed2f-4dc0-b04f-426229c15eaf,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:17.533402 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03811f1-6242-47b2-be06-1ed656918ccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f23a0e-d315-46e7-8373-2a51593bddbf'}] {{(pid=101813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:40:17.536285 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0340890b3ce0369dfbb204f3d0516fe3d00048a2838df9679e450f9495620248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a64197-b41a-483f-8156-cc21a82243b0" -d '{"events": [{"server_uuid": "d03811f1-6242-47b2-be06-1ed656918ccb", "name": "network-vif-plugged", "status": "completed", "tag": "53f23a0e-d315-46e7-8373-2a51593bddbf"}]}' {{(pid=101813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:40:17.536893 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e5ae3-c5b7-4a3a-89b0-0ec2f90bafc1 req-123a0849-4e02-42f7-8852-534edc111965 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:17.538467 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d82e5ae3-c5b7-4a3a-89b0-0ec2f90bafc1 req-123a0849-4e02-42f7-8852-534edc111965 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.0877039 Nov 11 20:40:17.573388 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba42570-7e9d-4ef7-aef1-5d51474c702e req-961675ee-ceba-4efc-8c75-3adfcf3b95e0 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:17.575084 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8ba42570-7e9d-4ef7-aef1-5d51474c702e req-961675ee-ceba-4efc-8c75-3adfcf3b95e0 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/ports?device_id=09b5e5fb-4793-4495-a93b-321835ecf1b3 HTTP/1.1" status: 200 len: 946 time: 0.0940700 Nov 11 20:40:17.630922 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d82e5ae3-c5b7-4a3a-89b0-0ec2f90bafc1 req-05812b74-954b-41dd-93cc-3f06aa0aaeb8 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828798 Nov 11 20:40:17.651918 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8ba42570-7e9d-4ef7-aef1-5d51474c702e req-80b7d2d5-4720-4fbf-bb1a-1591bb8cdb29 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/security-groups?id=a6011662-05af-48d6-93b4-66343e6538ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674958 Nov 11 20:40:17.729771 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 44202) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:40:17.776186 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-fa886a9e-537f-4297-94c2-1af8357f43dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:17.809271 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e176315c-a834-4613-b88f-539996c334d1 req-97883815-8664-4d99-86d7-c3ae003fbe4e tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=f872205c-fe9f-4e51-8359-dd7e9e65f155 HTTP/1.1" status: 200 len: 210 time: 0.0705090 Nov 11 20:40:17.875313 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f53db38-2e2c-46cf-bb5b-34373e2c5dd6 x-openstack-request-id: req-7f53db38-2e2c-46cf-bb5b-34373e2c5dd6 {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:40:17.875940 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d03811f1-6242-47b2-be06-1ed656918ccb", "name": "network-vif-plugged", "status": "completed", "tag": "53f23a0e-d315-46e7-8373-2a51593bddbf", "code": 200}]} {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:40:17.876437 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7f53db38-2e2c-46cf-bb5b-34373e2c5dd6 {{(pid=101813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:40:17.877180 dv-cinder-817642-1-iscsi neutron-server[101813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd03811f1-6242-47b2-be06-1ed656918ccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f23a0e-d315-46e7-8373-2a51593bddbf', 'code': 200} Nov 11 20:40:17.931716 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a0800-afbe-4280-b4d6-80c20f0f5782 req-f25121fe-3825-4a27-9141-2751299a27d6 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:17.933251 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-de8a0800-afbe-4280-b4d6-80c20f0f5782 req-f25121fe-3825-4a27-9141-2751299a27d6 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.1681211 Nov 11 20:40:17.997182 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-512286d0-925b-46aa-8976-dea1b136caa9 req-f8f58ae2-4d10-475d-a8ef-d3fd21b00ca2 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1590981 Nov 11 20:40:18.085283 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-fa886a9e-537f-4297-94c2-1af8357f43dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:18.096640 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdce4e8-f926-4781-9baa-5abf7038fc05 req-e3694e3e-8f5a-4809-8e27-078fedbc36eb tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:18.098380 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1bdce4e8-f926-4781-9baa-5abf7038fc05 req-e3694e3e-8f5a-4809-8e27-078fedbc36eb tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f94aca5-1944-4a8d-99f9-ad3407734fed HTTP/1.1" status: 200 len: 948 time: 0.1602025 Nov 11 20:40:18.103650 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-de8a0800-afbe-4280-b4d6-80c20f0f5782 req-625b1657-2f33-437f-a640-ead657608478 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643016 Nov 11 20:40:18.112159 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-fa886a9e-537f-4297-94c2-1af8357f43dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:18.204869 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-fa886a9e-537f-4297-94c2-1af8357f43dd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0300dd4548ed4709b10d1b814b3e31f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4716990 Nov 11 20:40:18.205635 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 44210) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:40:18.216355 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa886a9e-537f-4297-94c2-1af8357f43dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fafe0639-2d9d-43b5-aa91-9cb0c8b82264,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:18.267637 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512286d0-925b-46aa-8976-dea1b136caa9 req-035d6440-24b5-4e1a-aa5a-69a42b122d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:18.269142 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-512286d0-925b-46aa-8976-dea1b136caa9 req-035d6440-24b5-4e1a-aa5a-69a42b122d09 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7b92a8a05c22447985ae53c7b9c91fc8&device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8 HTTP/1.1" status: 200 len: 1098 time: 0.1698558 Nov 11 20:40:18.278204 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-6a4f0569-ff9b-4500-a5df-280a33101731 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:18.304274 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1bdce4e8-f926-4781-9baa-5abf7038fc05 req-b7c1c725-b1b9-4b47-bfbd-61daa857b14d tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] 10.222.0.61 "GET /v2.0/security-groups?id=04ce1b29-82e7-415e-88b3-08258726bf82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927269 Nov 11 20:40:18.306498 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-6a4f0569-ff9b-4500-a5df-280a33101731 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:18.333695 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a7dba-b2bc-4cc6-a55a-35a9b917a8ee req-9447f603-3c84-4693-b5d8-0abea3280b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:18.341167 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-471a7dba-b2bc-4cc6-a55a-35a9b917a8ee req-9447f603-3c84-4693-b5d8-0abea3280b73 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 1099 time: 0.1428976 Nov 11 20:40:18.369504 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-6a4f0569-ff9b-4500-a5df-280a33101731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:18.372591 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-6a4f0569-ff9b-4500-a5df-280a33101731 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:18.373784 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-6a4f0569-ff9b-4500-a5df-280a33101731 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fafe0639-2d9d-43b5-aa91-9cb0c8b82264 HTTP/1.1" status: 204 len: 168 time: 0.1666150 Nov 11 20:40:18.382435 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4f0569-ff9b-4500-a5df-280a33101731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafe0639-2d9d-43b5-aa91-9cb0c8b82264,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:18.497039 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5db154-aeb9-43f7-a9ab-d77a4fbb12ba req-f7d473ff-4ae8-40d0-9c24-2f55ac09c0b5 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:18.504863 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5f5db154-aeb9-43f7-a9ab-d77a4fbb12ba req-f7d473ff-4ae8-40d0-9c24-2f55ac09c0b5 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 946 time: 0.1367736 Nov 11 20:40:18.533594 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-471a7dba-b2bc-4cc6-a55a-35a9b917a8ee req-26bcf925-cfd6-4312-8fa9-e2b6cb489b47 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675119 Nov 11 20:40:18.574739 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512286d0-925b-46aa-8976-dea1b136caa9 req-367767a3-2599-42cd-9925-6f5cdea2c17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:18.576529 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-512286d0-925b-46aa-8976-dea1b136caa9 req-367767a3-2599-42cd-9925-6f5cdea2c17c service neutron] 10.222.0.78 "GET /v2.0/networks?id=f75b74a3-4944-4e66-a1f1-0eb754745d66 HTTP/1.1" status: 200 len: 915 time: 0.2330909 Nov 11 20:40:18.581900 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5f5db154-aeb9-43f7-a9ab-d77a4fbb12ba req-3c1ca182-e5c2-4026-9bfc-179450a7afe6 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759962 Nov 11 20:40:18.704417 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07276772-0b72-4e1f-9701-fbc0ec6f503f req-fc925661-2cf3-4cda-9b9c-4287ecf070c4 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:18.705938 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-07276772-0b72-4e1f-9701-fbc0ec6f503f req-fc925661-2cf3-4cda-9b9c-4287ecf070c4 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/ports?device_id=09b5e5fb-4793-4495-a93b-321835ecf1b3 HTTP/1.1" status: 200 len: 946 time: 0.0620730 Nov 11 20:40:18.761125 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-07276772-0b72-4e1f-9701-fbc0ec6f503f req-a41cb828-9d61-4b77-8023-bcf33c6f6b0e tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/security-groups?id=a6011662-05af-48d6-93b4-66343e6538ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447857 Nov 11 20:40:18.811010 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 44228) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:40:18.824995 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-80224554-04db-49fb-b52d-ff9ced12c024 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:18.876490 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350620c-3efd-43a0-a426-144239576592 req-b879d039-1310-4b2f-a27a-3ef14ba68a78 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:18.878573 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5350620c-3efd-43a0-a426-144239576592 req-b879d039-1310-4b2f-a27a-3ef14ba68a78 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.0518570 Nov 11 20:40:18.903117 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-80224554-04db-49fb-b52d-ff9ced12c024 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:18.907289 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-80224554-04db-49fb-b52d-ff9ced12c024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:18.933981 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5350620c-3efd-43a0-a426-144239576592 req-ef19280d-3f40-49a8-b79c-f64e910d9eb4 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479984 Nov 11 20:40:18.950293 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-80224554-04db-49fb-b52d-ff9ced12c024 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=af8e883bd7d24b06b1a58b23248f31ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1359162 Nov 11 20:40:18.950293 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80224554-04db-49fb-b52d-ff9ced12c024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9178cca-c237-4d18-aca5-8ef573bd9c2b,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:18.951427 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 44232) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:40:18.970016 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 11f2000a-1143-430a-b241-6ba0551ca4a1 up at agent hyperv_hv-cinder-81764 {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:40:19.012551 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-f721d334-d988-4522-acd1-067ef40d14d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:19.019548 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-512286d0-925b-46aa-8976-dea1b136caa9 req-32c67120-fcc1-4848-b25e-0887bae30c98 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1e7e113-49ef-49f9-9fd9-7534d076360a HTTP/1.1" status: 200 len: 217 time: 0.0465534 Nov 11 20:40:19.033478 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Provisioning for port 11f2000a-1143-430a-b241-6ba0551ca4a1 completed by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:40:19.034730 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-f721d334-d988-4522-acd1-067ef40d14d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:19.039805 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Provisioning complete for port 11f2000a-1143-430a-b241-6ba0551ca4a1 triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:40:19.040413 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:19.046797 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-34a19043-8f5c-4e14-b016-c389f3686a6b req-cbb669fc-760f-49d8-86f7-d2176b4d3959 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=f872205c-fe9f-4e51-8359-dd7e9e65f155 HTTP/1.1" status: 200 len: 210 time: 0.0296714 Nov 11 20:40:19.100291 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-f721d334-d988-4522-acd1-067ef40d14d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:19.103001 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-f721d334-d988-4522-acd1-067ef40d14d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:19.104195 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-f721d334-d988-4522-acd1-067ef40d14d7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d9178cca-c237-4d18-aca5-8ef573bd9c2b HTTP/1.1" status: 204 len: 168 time: 0.1518261 Nov 11 20:40:19.112231 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721d334-d988-4522-acd1-067ef40d14d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9178cca-c237-4d18-aca5-8ef573bd9c2b,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:19.134314 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:19.145682 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512286d0-925b-46aa-8976-dea1b136caa9 req-ee01af5c-b60f-41e1-8dc0-695fb4b2fc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:19.147325 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-512286d0-925b-46aa-8976-dea1b136caa9 req-ee01af5c-b60f-41e1-8dc0-695fb4b2fc4c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c3ddfd0b-0a11-463e-9bc6-4a5797fe6680 HTTP/1.1" status: 200 len: 854 time: 0.0710185 Nov 11 20:40:19.177086 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 11f2000a-1143-430a-b241-6ba0551ca4a1, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=11f2000a-1143-430a-b241-6ba0551ca4a1,segment=NetworkSegment(bd1c8d4a-2701-4e01-89cf-56cc84afd13d),segment_id=bd1c8d4a-2701-4e01-89cf-56cc84afd13d)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:40:19.180654 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:19.197534 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-512286d0-925b-46aa-8976-dea1b136caa9 req-318314d7-7c9f-43cd-bbc5-78301807b71d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f75b74a3-4944-4e66-a1f1-0eb754745d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313547 Nov 11 20:40:19.234781 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Pushing event updated for resources: {'Port': ['ID=11f2000a-1143-430a-b241-6ba0551ca4a1,revision_number=5']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:19.244952 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:40:19.245330 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:40:19.245843 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:40:19.246186 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:40:19.246520 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:40:19.247492 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:40:19.247826 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:40:19.248176 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:40:19.248923 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:40:19.249265 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:40:19.249594 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:40:19.249920 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:40:19.308478 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad320f-942a-4df5-bd2b-c1896eec529f req-57a0f81a-9156-44d9-91ff-6c49e5b11ae9 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:19.309959 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-75ad320f-942a-4df5-bd2b-c1896eec529f req-57a0f81a-9156-44d9-91ff-6c49e5b11ae9 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.1152501 Nov 11 20:40:19.371745 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-512286d0-925b-46aa-8976-dea1b136caa9 req-ab906ebb-bd0d-41bb-8990-b00461eb8ea0 service neutron] 10.222.0.78 "GET /v2.0/networks/f75b74a3-4944-4e66-a1f1-0eb754745d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496158 Nov 11 20:40:19.385450 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-75ad320f-942a-4df5-bd2b-c1896eec529f req-7320a7c0-e587-4ed3-aad9-268acc9d3594 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673523 Nov 11 20:40:19.509157 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888889a-edad-47b9-bfb3-1b9a56275f89 req-740a76a1-bc57-43ff-83c2-9e5060229add tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:19.510784 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f888889a-edad-47b9-bfb3-1b9a56275f89 req-740a76a1-bc57-43ff-83c2-9e5060229add tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f94aca5-1944-4a8d-99f9-ad3407734fed HTTP/1.1" status: 200 len: 949 time: 0.1161673 Nov 11 20:40:19.517037 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-512286d0-925b-46aa-8976-dea1b136caa9 req-14a61fad-70c5-4d4e-99db-e4a8c8dc0133 service neutron] 10.222.0.78 "GET /v2.0/networks/f75b74a3-4944-4e66-a1f1-0eb754745d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306875 Nov 11 20:40:19.565896 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f888889a-edad-47b9-bfb3-1b9a56275f89 req-8f3884ea-14e5-4e1c-aef1-191931567e76 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] 10.222.0.61 "GET /v2.0/security-groups?id=04ce1b29-82e7-415e-88b3-08258726bf82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478778 Nov 11 20:40:19.724502 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746bb7a0-de0c-4764-aa71-9a4ce948133f req-e3b5b810-161d-4f5e-a651-df785260da56 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:19.728706 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-746bb7a0-de0c-4764-aa71-9a4ce948133f req-e3b5b810-161d-4f5e-a651-df785260da56 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 946 time: 0.0703876 Nov 11 20:40:19.787032 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-746bb7a0-de0c-4764-aa71-9a4ce948133f req-c50f43f3-67d7-4525-8b3e-863cea3df941 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542183 Nov 11 20:40:19.878574 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f94aca5-1944-4a8d-99f9-ad3407734fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f2000a-1143-430a-b241-6ba0551ca4a1'}] {{(pid=101813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:40:19.883340 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0340890b3ce0369dfbb204f3d0516fe3d00048a2838df9679e450f9495620248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1584c72-93b1-40fa-b727-de5e6020fd72" -d '{"events": [{"server_uuid": "5f94aca5-1944-4a8d-99f9-ad3407734fed", "name": "network-vif-plugged", "status": "completed", "tag": "11f2000a-1143-430a-b241-6ba0551ca4a1"}]}' {{(pid=101813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:40:19.947362 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 44266) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:40:20.021314 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f06c89-d360-4f8d-a1d8-e3a579f44251 req-c5270c49-42b9-4433-97ac-9c5de2001d72 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:20.022844 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d2f06c89-d360-4f8d-a1d8-e3a579f44251 req-c5270c49-42b9-4433-97ac-9c5de2001d72 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.78 "GET /v2.0/networks?id=f75b74a3-4944-4e66-a1f1-0eb754745d66 HTTP/1.1" status: 200 len: 814 time: 0.2352781 Nov 11 20:40:20.034723 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11318cc0-e10b-46eb-8f7e-36eb2cc9ea8e req-d87504a6-54a2-4a36-b0ea-7d9c2ebf6cdc tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:20.036993 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-11318cc0-e10b-46eb-8f7e-36eb2cc9ea8e req-d87504a6-54a2-4a36-b0ea-7d9c2ebf6cdc tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/ports?device_id=09b5e5fb-4793-4495-a93b-321835ecf1b3 HTTP/1.1" status: 200 len: 946 time: 0.1430528 Nov 11 20:40:20.044540 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffbe65-9539-42d9-9641-0c2b747575ba req-0affe6e1-77a0-48b2-972d-6321e6ad7f45 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:20.045873 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fbffbe65-9539-42d9-9641-0c2b747575ba req-0affe6e1-77a0-48b2-972d-6321e6ad7f45 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 946 time: 0.1502843 Nov 11 20:40:20.060071 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [req-d2f06c89-d360-4f8d-a1d8-e3a579f44251 req-8b73a801-40f1-4d35-beb1-f9d677e455a9 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Request body: {'port': {'device_id': 'f872205c-fe9f-4e51-8359-dd7e9e65f155', 'network_id': 'f75b74a3-4944-4e66-a1f1-0eb754745d66', 'admin_state_up': True, 'tenant_id': '7b92a8a05c22447985ae53c7b9c91fc8'}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:40:20.070744 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [None req-6130dc4e-a361-4df7-a3d1-ff0e4eedcb00 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1773606147-network', 'tenant_id': 'ad9bb6fc32584e87808c292a94dd546d'}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:40:20.094874 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6130dc4e-a361-4df7-a3d1-ff0e4eedcb00 admin admin] Made reservation on behalf of ad9bb6fc32584e87808c292a94dd546d for: {'network': 1} {{(pid=101812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:40:20.097607 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-6130dc4e-a361-4df7-a3d1-ff0e4eedcb00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for network, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:20.106579 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-6130dc4e-a361-4df7-a3d1-ff0e4eedcb00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:20.176861 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-11318cc0-e10b-46eb-8f7e-36eb2cc9ea8e req-c5755c38-0769-41e0-8140-e39b83eab3e8 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/security-groups?id=a6011662-05af-48d6-93b4-66343e6538ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300244 Nov 11 20:40:20.180011 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-6130dc4e-a361-4df7-a3d1-ff0e4eedcb00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:20.184479 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-6130dc4e-a361-4df7-a3d1-ff0e4eedcb00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:20.198485 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6130dc4e-a361-4df7-a3d1-ff0e4eedcb00 admin admin] vlan segment allocate from pool success with {'vlan_id': 868, 'physical_network': 'physnet1'} {{(pid=101812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:40:20.202635 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fbffbe65-9539-42d9-9641-0c2b747575ba req-d2048a4b-0063-4f72-9120-bc5f64c502a9 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493504 Nov 11 20:40:20.245055 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-6130dc4e-a361-4df7-a3d1-ff0e4eedcb00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16407769'] for segment, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:20.245868 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.db.segments_db [None req-6130dc4e-a361-4df7-a3d1-ff0e4eedcb00 admin admin] Added segment 5935d93c-8cef-43d7-bd65-25950c8efabf of type vlan for network 7d0e0821-58b7-4378-8e73-122c99e64b79 Nov 11 20:40:20.246015 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd81ba5-edfc-4013-ba38-d3c2a8a31937 x-openstack-request-id: req-1cd81ba5-edfc-4013-ba38-d3c2a8a31937 {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:40:20.246624 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f94aca5-1944-4a8d-99f9-ad3407734fed", "name": "network-vif-plugged", "status": "completed", "tag": "11f2000a-1143-430a-b241-6ba0551ca4a1", "code": 200}]} {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:40:20.246624 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1cd81ba5-edfc-4013-ba38-d3c2a8a31937 {{(pid=101813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:40:20.246910 dv-cinder-817642-1-iscsi neutron-server[101813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f94aca5-1944-4a8d-99f9-ad3407734fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f2000a-1143-430a-b241-6ba0551ca4a1', 'code': 200} Nov 11 20:40:20.252852 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2f06c89-d360-4f8d-a1d8-e3a579f44251 req-8b73a801-40f1-4d35-beb1-f9d677e455a9 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Made reservation on behalf of 7b92a8a05c22447985ae53c7b9c91fc8 for: {'port': 1} {{(pid=101811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:40:20.259847 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-d2f06c89-d360-4f8d-a1d8-e3a579f44251 req-8b73a801-40f1-4d35-beb1-f9d677e455a9 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:20.263828 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6130dc4e-a361-4df7-a3d1-ff0e4eedcb00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457f38f0-4b56-4441-98f2-42141019ea6d,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:20.325483 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-6130dc4e-a361-4df7-a3d1-ff0e4eedcb00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768468705491'] for network, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:20.358584 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-6130dc4e-a361-4df7-a3d1-ff0e4eedcb00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858'] for network, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:20.359788 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6130dc4e-a361-4df7-a3d1-ff0e4eedcb00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:20.360430 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-6130dc4e-a361-4df7-a3d1-ff0e4eedcb00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for network, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:20.397227 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7127b6f1-27b8-421a-a477-57d28430f825 req-6ee5c1f8-5343-418f-a135-dd3a8f312c79 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=f872205c-fe9f-4e51-8359-dd7e9e65f155 HTTP/1.1" status: 200 len: 210 time: 0.0580997 Nov 11 20:40:20.443136 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-6130dc4e-a361-4df7-a3d1-ff0e4eedcb00 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4907899 Nov 11 20:40:20.445161 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 44284) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:40:20.452485 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [None req-076b3809-36bb-4bd6-9b1b-62fba27392b2 admin admin] Request body: {'subnet': {'network_id': '7d0e0821-58b7-4378-8e73-122c99e64b79', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1773606147-subnet', 'tenant_id': 'ad9bb6fc32584e87808c292a94dd546d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:40:20.459502 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6130dc4e-a361-4df7-a3d1-ff0e4eedcb00 admin admin] Pushing event updated for resources: {'Network': ['ID=7d0e0821-58b7-4378-8e73-122c99e64b79,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:20.470437 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c38f75-dfac-4fb7-aaae-afe71014ca58 req-746e5469-c21c-4e89-820f-5c7a9caed36c tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:20.472089 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-09c38f75-dfac-4fb7-aaae-afe71014ca58 req-746e5469-c21c-4e89-820f-5c7a9caed36c tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.1344016 Nov 11 20:40:20.481219 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Network 7d0e0821-58b7-4378-8e73-122c99e64b79 details requested by agent ovs-agent-dv-cinder-817642-1-iscsi with host dv-cinder-817642-1-iscsi {{(pid=101813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:40:20.486542 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076b3809-36bb-4bd6-9b1b-62fba27392b2 admin admin] Made reservation on behalf of ad9bb6fc32584e87808c292a94dd546d for: {'subnet': 1} {{(pid=101812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:40:20.489806 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-076b3809-36bb-4bd6-9b1b-62fba27392b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3891083'] for subnet, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:20.513077 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:20.521671 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.db_base_plugin_common [req-d2f06c89-d360-4f8d-a1d8-e3a579f44251 req-8b73a801-40f1-4d35-beb1-f9d677e455a9 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Allocated IP 172.20.0.14 (f75b74a3-4944-4e66-a1f1-0eb754745d66/c3ddfd0b-0a11-463e-9bc6-4a5797fe6680/4edbb89c-4f5c-491a-9011-52c3c60a224c) {{(pid=101811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:40:20.596912 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1521f-0ed8-4c65-a1d0-ebbcebc38f3a req-d364ca91-802d-4089-a643-2c230ea4228b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:20.599292 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b6c1521f-0ed8-4c65-a1d0-ebbcebc38f3a req-d364ca91-802d-4089-a643-2c230ea4228b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=5f94aca5-1944-4a8d-99f9-ad3407734fed HTTP/1.1" status: 200 len: 1102 time: 0.1191173 Nov 11 20:40:20.606273 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-09c38f75-dfac-4fb7-aaae-afe71014ca58 req-8b892edc-8edc-4fe0-944d-9520e8cd1d03 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120565 Nov 11 20:40:20.755053 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-076b3809-36bb-4bd6-9b1b-62fba27392b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3549837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3891097'] for subnet, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:20.792925 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b6c1521f-0ed8-4c65-a1d0-ebbcebc38f3a req-753c89af-ee1e-4af7-ab9e-30fae07545c2 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=04ce1b29-82e7-415e-88b3-08258726bf82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518660 Nov 11 20:40:20.811350 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076b3809-36bb-4bd6-9b1b-62fba27392b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd94b66c-5e90-4a87-ae3c-7da1a763bfb3,revision_number=0']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:20.824358 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05c0d5-658c-4324-9c55-92a9128fafb0 req-689f3bf6-0f51-4286-bc6d-7fde7545546f tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:20.830768 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076b3809-36bb-4bd6-9b1b-62fba27392b2 admin admin] Checking segment: {'id': '5935d93c-8cef-43d7-bd65-25950c8efabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '7d0e0821-58b7-4378-8e73-122c99e64b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:40:20.831213 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076b3809-36bb-4bd6-9b1b-62fba27392b2 admin admin] Network hostable DHCP agents. Network: 7d0e0821-58b7-4378-8e73-122c99e64b79, hostable agents: ['4584d237-ef17-41dc-89a8-5da37ed889a0'], hosted agents: [] {{(pid=101812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:40:20.831323 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fa05c0d5-658c-4324-9c55-92a9128fafb0 req-689f3bf6-0f51-4286-bc6d-7fde7545546f tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.1037853 Nov 11 20:40:20.851105 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076b3809-36bb-4bd6-9b1b-62fba27392b2 admin admin] Network 7d0e0821-58b7-4378-8e73-122c99e64b79 is scheduled to be hosted by DHCP agent 4584d237-ef17-41dc-89a8-5da37ed889a0 with binding_index 1 {{(pid=101812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:40:20.852051 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-d2f06c89-d360-4f8d-a1d8-e3a579f44251 req-8b73a801-40f1-4d35-beb1-f9d677e455a9 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Publish callbacks [] for port, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:20.866415 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.base_scheduler [None req-076b3809-36bb-4bd6-9b1b-62fba27392b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817642-1-iscsi, 7d0e0821-58b7-4378-8e73-122c99e64b79) {{(pid=101812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:40:20.877936 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a963e9-4c99-44bd-b7b5-4e6e1d706fe2 None None] Network 7d0e0821-58b7-4378-8e73-122c99e64b79 requested from dv-cinder-817642-1-iscsi {{(pid=101813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:40:20.884694 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076b3809-36bb-4bd6-9b1b-62fba27392b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:20.886463 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-076b3809-36bb-4bd6-9b1b-62fba27392b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for subnet, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:20.918318 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-076b3809-36bb-4bd6-9b1b-62fba27392b2 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4720693 Nov 11 20:40:20.929142 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fa05c0d5-658c-4324-9c55-92a9128fafb0 req-b1b7c5d9-98dc-4eeb-bd20-f536cd220a48 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909359 Nov 11 20:40:20.959853 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-d2f06c89-d360-4f8d-a1d8-e3a579f44251 req-8b73a801-40f1-4d35-beb1-f9d677e455a9 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945'] for port, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:20.974025 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ddbbf-99a8-4843-8f6c-93ee62264325 req-bb185b11-88a4-4942-aa44-59e7bd72d6ee tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:20.975671 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ae0ddbbf-99a8-4843-8f6c-93ee62264325 req-bb185b11-88a4-4942-aa44-59e7bd72d6ee tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f94aca5-1944-4a8d-99f9-ad3407734fed HTTP/1.1" status: 200 len: 949 time: 0.0921633 Nov 11 20:40:20.979429 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] get_ports_and_sgs() called for port_ids ['a1e7e113-49ef-49f9-9fd9-7534d076360a', '29fa7464-b08b-4f56-89c0-b86091d4eb50'] {{(pid=101813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:40:21.042445 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2f06c89-d360-4f8d-a1d8-e3a579f44251 req-8b73a801-40f1-4d35-beb1-f9d677e455a9 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Network f75b74a3-4944-4e66-a1f1-0eb754745d66 is already hosted by enough agents. {{(pid=101811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:40:21.073357 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.base_scheduler [req-d2f06c89-d360-4f8d-a1d8-e3a579f44251 req-8b73a801-40f1-4d35-beb1-f9d677e455a9 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Resources bound (agent type, host, resource id): {{(pid=101811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:40:21.077913 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f06c89-d360-4f8d-a1d8-e3a579f44251 req-8b73a801-40f1-4d35-beb1-f9d677e455a9 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Received port after_create {{(pid=101811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:40:21.083723 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f06c89-d360-4f8d-a1d8-e3a579f44251 req-8b73a801-40f1-4d35-beb1-f9d677e455a9 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:21.084457 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-d2f06c89-d360-4f8d-a1d8-e3a579f44251 req-8b73a801-40f1-4d35-beb1-f9d677e455a9 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:21.092340 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b73a801-40f1-4d35-beb1-f9d677e455a9 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Pushing event updated for resources: {'Port': ['ID=4edbb89c-4f5c-491a-9011-52c3c60a224c,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:21.129770 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d2f06c89-d360-4f8d-a1d8-e3a579f44251 req-8b73a801-40f1-4d35-beb1-f9d677e455a9 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0736127 Nov 11 20:40:21.134722 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ae0ddbbf-99a8-4843-8f6c-93ee62264325 req-9704d727-264b-4f27-bfde-0bb903419662 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] 10.222.0.61 "GET /v2.0/security-groups?id=04ce1b29-82e7-415e-88b3-08258726bf82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306996 Nov 11 20:40:21.149979 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c646e-4298-4027-8e8d-285d4b9435f5 req-18255984-0f59-4113-b1ba-186ed16b7dc9 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:21.156566 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-862c646e-4298-4027-8e8d-285d4b9435f5 req-18255984-0f59-4113-b1ba-186ed16b7dc9 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 946 time: 0.1472175 Nov 11 20:40:21.180148 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [req-d2f06c89-d360-4f8d-a1d8-e3a579f44251 req-c544a34f-2f94-4849-9338-e4cedbca87da service neutron] Request body: {'port': {'device_id': 'f872205c-fe9f-4e51-8359-dd7e9e65f155', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81764'}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:40:21.218500 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a094278-2959-4efc-b4de-8e544f706181 None None] Network 7d0e0821-58b7-4378-8e73-122c99e64b79 requested from dv-cinder-817642-1-iscsi {{(pid=101813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:40:21.294023 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-862c646e-4298-4027-8e8d-285d4b9435f5 req-c50197b3-4de8-44fe-a853-40f8408080bf tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359198 Nov 11 20:40:21.344782 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11322b6-b9e4-4503-83f7-7420ecb85606 req-e9987423-2a90-401d-908a-84273c47eaa8 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:21.354211 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b11322b6-b9e4-4503-83f7-7420ecb85606 req-e9987423-2a90-401d-908a-84273c47eaa8 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/ports?device_id=09b5e5fb-4793-4495-a93b-321835ecf1b3 HTTP/1.1" status: 200 len: 946 time: 0.0795946 Nov 11 20:40:21.356109 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-d2f06c89-d360-4f8d-a1d8-e3a579f44251 req-c544a34f-2f94-4849-9338-e4cedbca87da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:21.492910 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b11322b6-b9e4-4503-83f7-7420ecb85606 req-a591a33d-2520-4217-b967-59993777dff3 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/security-groups?id=a6011662-05af-48d6-93b4-66343e6538ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359725 Nov 11 20:40:21.753138 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61e663-ae1e-4007-8e94-52be97a8fdc4 req-ea99ac5c-fe63-460c-9cd3-8609d1dd2960 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:21.761503 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fe61e663-ae1e-4007-8e94-52be97a8fdc4 req-ea99ac5c-fe63-460c-9cd3-8609d1dd2960 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=f872205c-fe9f-4e51-8359-dd7e9e65f155 HTTP/1.1" status: 200 len: 932 time: 0.2322817 Nov 11 20:40:21.841064 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52f1a6-43d2-4551-b651-d6f9109d4009 req-6886205a-93e5-4117-b258-ebf78e7d4e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:21.842560 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-6d52f1a6-43d2-4551-b651-d6f9109d4009 req-6886205a-93e5-4117-b258-ebf78e7d4e58 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 1099 time: 0.1693439 Nov 11 20:40:21.936480 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fe61e663-ae1e-4007-8e94-52be97a8fdc4 req-0d9136d3-b60d-4a46-897b-e9ca4fd027d0 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741085 Nov 11 20:40:21.985113 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56491f1-a14d-4771-a155-e61db86c6c30 req-db861582-1fa2-4cb2-8d8d-323c0f3969f1 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:21.986583 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e56491f1-a14d-4771-a155-e61db86c6c30 req-db861582-1fa2-4cb2-8d8d-323c0f3969f1 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.1543925 Nov 11 20:40:21.994400 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-6d52f1a6-43d2-4551-b651-d6f9109d4009 req-fa2188b7-4341-43c0-a13a-54e52712a591 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341345 Nov 11 20:40:22.094323 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [req-d2f06c89-d360-4f8d-a1d8-e3a579f44251 req-c544a34f-2f94-4849-9338-e4cedbca87da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4edbb89c-4f5c-491a-9011-52c3c60a224c {{(pid=101811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:40:22.110844 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-d2f06c89-d360-4f8d-a1d8-e3a579f44251 req-c544a34f-2f94-4849-9338-e4cedbca87da service neutron] Publish callbacks [] for port, precommit_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:22.116663 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e56491f1-a14d-4771-a155-e61db86c6c30 req-4a149af6-6bf8-48d2-8f3f-4a0c477bf5f7 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206219 Nov 11 20:40:22.135992 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f678dc45-fe81-4532-a7e1-2d8e81c47a26 req-ecc568a3-5fd4-4853-87ae-92b534c42c8c tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:22.137461 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f678dc45-fe81-4532-a7e1-2d8e81c47a26 req-ecc568a3-5fd4-4853-87ae-92b534c42c8c tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.1268969 Nov 11 20:40:22.140198 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.provisioning_blocks [req-d2f06c89-d360-4f8d-a1d8-e3a579f44251 req-c544a34f-2f94-4849-9338-e4cedbca87da service neutron] Transition to ACTIVE for port object 4edbb89c-4f5c-491a-9011-52c3c60a224c will not be triggered until provisioned by entity L2. {{(pid=101811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:40:22.153826 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-d2f06c89-d360-4f8d-a1d8-e3a579f44251 req-c544a34f-2f94-4849-9338-e4cedbca87da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:22.244938 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544a34f-2f94-4849-9338-e4cedbca87da service neutron] Pushing event updated for resources: {'Port': ['ID=4edbb89c-4f5c-491a-9011-52c3c60a224c,revision_number=2']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:22.268436 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f678dc45-fe81-4532-a7e1-2d8e81c47a26 req-88e67781-a79f-49dd-a468-3ddc8798554a tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241028 Nov 11 20:40:22.304586 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.managers [req-d2f06c89-d360-4f8d-a1d8-e3a579f44251 req-c544a34f-2f94-4849-9338-e4cedbca87da service neutron] Attempting to bind port 4edbb89c-4f5c-491a-9011-52c3c60a224c on host hv-cinder-81764 for vnic_type normal with profile {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:40:22.304979 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.managers [req-d2f06c89-d360-4f8d-a1d8-e3a579f44251 req-c544a34f-2f94-4849-9338-e4cedbca87da service neutron] Attempting to bind port 4edbb89c-4f5c-491a-9011-52c3c60a224c by drivers openvswitch,hyperv on host hv-cinder-81764 at level 0 using segments [{'id': '727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'f75b74a3-4944-4e66-a1f1-0eb754745d66'}] {{(pid=101811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:40:22.305238 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f06c89-d360-4f8d-a1d8-e3a579f44251 req-c544a34f-2f94-4849-9338-e4cedbca87da service neutron] Attempting to bind port 4edbb89c-4f5c-491a-9011-52c3c60a224c on network f75b74a3-4944-4e66-a1f1-0eb754745d66 {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:40:22.313570 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f06c89-d360-4f8d-a1d8-e3a579f44251 req-c544a34f-2f94-4849-9338-e4cedbca87da service neutron] Port 4edbb89c-4f5c-491a-9011-52c3c60a224c on network f75b74a3-4944-4e66-a1f1-0eb754745d66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81764 {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:40:22.313899 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f06c89-d360-4f8d-a1d8-e3a579f44251 req-c544a34f-2f94-4849-9338-e4cedbca87da service neutron] Attempting to bind port 4edbb89c-4f5c-491a-9011-52c3c60a224c on network f75b74a3-4944-4e66-a1f1-0eb754745d66 {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:40:22.329115 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9bbfe3-df74-49ed-a08a-d4df9842bbf5 req-89299b09-202b-4f2a-a47f-782221427b6a tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:22.330898 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1e9bbfe3-df74-49ed-a08a-d4df9842bbf5 req-89299b09-202b-4f2a-a47f-782221427b6a tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f94aca5-1944-4a8d-99f9-ad3407734fed HTTP/1.1" status: 200 len: 949 time: 0.1153762 Nov 11 20:40:22.331532 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f06c89-d360-4f8d-a1d8-e3a579f44251 req-c544a34f-2f94-4849-9338-e4cedbca87da service neutron] Checking agent: {'id': '15458190-db7e-4dc5-9ea8-0c1068e01e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81764', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 36, 20), 'started_at': datetime.datetime(2021, 11, 11, 20, 36, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:40:22.331848 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f06c89-d360-4f8d-a1d8-e3a579f44251 req-c544a34f-2f94-4849-9338-e4cedbca87da service neutron] Checking segment: {'id': '727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'f75b74a3-4944-4e66-a1f1-0eb754745d66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:40:22.332656 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f06c89-d360-4f8d-a1d8-e3a579f44251 req-c544a34f-2f94-4849-9338-e4cedbca87da service neutron] Bound using segment: {'id': '727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'f75b74a3-4944-4e66-a1f1-0eb754745d66'} {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:40:22.333202 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.managers [req-d2f06c89-d360-4f8d-a1d8-e3a579f44251 req-c544a34f-2f94-4849-9338-e4cedbca87da service neutron] Bound port: 4edbb89c-4f5c-491a-9011-52c3c60a224c, host: hv-cinder-81764, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'f75b74a3-4944-4e66-a1f1-0eb754745d66'}}] {{(pid=101811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:40:22.333557 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-d2f06c89-d360-4f8d-a1d8-e3a579f44251 req-c544a34f-2f94-4849-9338-e4cedbca87da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:22.459267 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145168f-be9d-4035-ad9e-7127ba75dd3f req-ed9837af-b0dc-4385-b2ab-72dfc476458a tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:22.460682 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1145168f-be9d-4035-ad9e-7127ba75dd3f req-ed9837af-b0dc-4385-b2ab-72dfc476458a tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.1162925 Nov 11 20:40:22.469762 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 44320) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:40:22.471565 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1e9bbfe3-df74-49ed-a08a-d4df9842bbf5 req-3044d203-0fb9-4417-b079-234f386a17b9 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] 10.222.0.61 "GET /v2.0/security-groups?id=04ce1b29-82e7-415e-88b3-08258726bf82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345863 Nov 11 20:40:22.474858 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [None req-955d6363-cd8a-452a-8798-c1a2a165213f tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Request body: {'floatingip': {'port_id': '53f23a0e-d315-46e7-8373-2a51593bddbf'}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:40:22.482416 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-d2f06c89-d360-4f8d-a1d8-e3a579f44251 req-c544a34f-2f94-4849-9338-e4cedbca87da service neutron] For port 4edbb89c-4f5c-491a-9011-52c3c60a224c, host hv-cinder-81764, cleared binding levels {{(pid=101811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:40:22.485902 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-d2f06c89-d360-4f8d-a1d8-e3a579f44251 req-c544a34f-2f94-4849-9338-e4cedbca87da service neutron] For port 4edbb89c-4f5c-491a-9011-52c3c60a224c, host hv-cinder-81764, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=4edbb89c-4f5c-491a-9011-52c3c60a224c,segment=NetworkSegment(727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f),segment_id=727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f)] {{(pid=101811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:40:22.492008 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-d2f06c89-d360-4f8d-a1d8-e3a579f44251 req-c544a34f-2f94-4849-9338-e4cedbca87da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:22.559520 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-955d6363-cd8a-452a-8798-c1a2a165213f tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks [] for floatingip, before_update {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:22.814626 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f06c89-d360-4f8d-a1d8-e3a579f44251 req-c544a34f-2f94-4849-9338-e4cedbca87da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:22.815237 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-d2f06c89-d360-4f8d-a1d8-e3a579f44251 req-c544a34f-2f94-4849-9338-e4cedbca87da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:22.817327 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d2f06c89-d360-4f8d-a1d8-e3a579f44251 req-c544a34f-2f94-4849-9338-e4cedbca87da service neutron] 10.222.0.78 "PUT /v2.0/ports/4edbb89c-4f5c-491a-9011-52c3c60a224c HTTP/1.1" status: 200 len: 1094 time: 1.6438603 Nov 11 20:40:22.817855 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f872205c-fe9f-4e51-8359-dd7e9e65f155', 'tag': '4edbb89c-4f5c-491a-9011-52c3c60a224c'}] {{(pid=101811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:40:22.820125 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5736cb7e175e5ed5563496e7c8b9c6d8883e61bc6d504a4dc096e4a6f480cdce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708a60f2-549c-45eb-8be8-b0ec47a0d53e" -d '{"events": [{"name": "network-changed", "server_uuid": "f872205c-fe9f-4e51-8359-dd7e9e65f155", "tag": "4edbb89c-4f5c-491a-9011-52c3c60a224c"}]}' {{(pid=101811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:40:22.850468 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544a34f-2f94-4849-9338-e4cedbca87da service neutron] Pushing event updated for resources: {'Port': ['ID=4edbb89c-4f5c-491a-9011-52c3c60a224c,revision_number=3']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:22.866511 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c544a34f-2f94-4849-9338-e4cedbca87da service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:40:22.866867 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c544a34f-2f94-4849-9338-e4cedbca87da service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:40:22.867218 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c544a34f-2f94-4849-9338-e4cedbca87da service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:40:22.867561 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c544a34f-2f94-4849-9338-e4cedbca87da service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:40:22.867899 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c544a34f-2f94-4849-9338-e4cedbca87da service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:40:22.868262 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c544a34f-2f94-4849-9338-e4cedbca87da service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:40:22.868597 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c544a34f-2f94-4849-9338-e4cedbca87da service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:40:22.868934 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c544a34f-2f94-4849-9338-e4cedbca87da service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:40:22.869262 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c544a34f-2f94-4849-9338-e4cedbca87da service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:40:22.869604 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c544a34f-2f94-4849-9338-e4cedbca87da service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:40:22.870750 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c544a34f-2f94-4849-9338-e4cedbca87da service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:40:22.871090 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c544a34f-2f94-4849-9338-e4cedbca87da service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:40:22.889028 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d28ff6-37d6-4c3e-a9e6-298d8738c83c req-a7f9eec3-a088-4931-bdbe-c9c0b03edbea tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:22.891638 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c3d28ff6-37d6-4c3e-a9e6-298d8738c83c req-a7f9eec3-a088-4931-bdbe-c9c0b03edbea tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/ports?device_id=09b5e5fb-4793-4495-a93b-321835ecf1b3 HTTP/1.1" status: 200 len: 946 time: 0.1167448 Nov 11 20:40:22.990002 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c3d28ff6-37d6-4c3e-a9e6-298d8738c83c req-bf56f7a2-3486-4622-90d5-a816407ace66 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/security-groups?id=a6011662-05af-48d6-93b4-66343e6538ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910938 Nov 11 20:40:23.002083 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f06c89-d360-4f8d-a1d8-e3a579f44251 req-71969157-eca8-45e7-8b74-6fd6a6caf96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:23.004093 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d2f06c89-d360-4f8d-a1d8-e3a579f44251 req-71969157-eca8-45e7-8b74-6fd6a6caf96d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7b92a8a05c22447985ae53c7b9c91fc8&device_id=f872205c-fe9f-4e51-8359-dd7e9e65f155 HTTP/1.1" status: 200 len: 1097 time: 0.0714793 Nov 11 20:40:23.121860 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6546e89-4c3c-45e5-865f-9cac16d6b815 x-openstack-request-id: req-d6546e89-4c3c-45e5-865f-9cac16d6b815 {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:40:23.122265 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f872205c-fe9f-4e51-8359-dd7e9e65f155", "tag": "4edbb89c-4f5c-491a-9011-52c3c60a224c", "status": "completed", "code": 200}]} {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:40:23.122579 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d6546e89-4c3c-45e5-865f-9cac16d6b815 {{(pid=101811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:40:23.123070 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f872205c-fe9f-4e51-8359-dd7e9e65f155', 'tag': '4edbb89c-4f5c-491a-9011-52c3c60a224c', 'status': 'completed', 'code': 200} Nov 11 20:40:23.127422 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d2f06c89-d360-4f8d-a1d8-e3a579f44251 req-3f6573af-b840-4662-83b4-c521652cb14f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4edbb89c-4f5c-491a-9011-52c3c60a224c HTTP/1.1" status: 200 len: 217 time: 0.0747964 Nov 11 20:40:23.270992 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f06c89-d360-4f8d-a1d8-e3a579f44251 req-37664980-17d7-4596-b612-afaf9d20d2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:23.272394 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d2f06c89-d360-4f8d-a1d8-e3a579f44251 req-37664980-17d7-4596-b612-afaf9d20d2d4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c3ddfd0b-0a11-463e-9bc6-4a5797fe6680 HTTP/1.1" status: 200 len: 854 time: 0.1171620 Nov 11 20:40:23.282595 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3600c1-18a4-410f-affe-ea103c2ab442 req-a481ed9b-83a0-4663-af7d-2d97534d76b8 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:23.284095 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2f3600c1-18a4-410f-affe-ea103c2ab442 req-a481ed9b-83a0-4663-af7d-2d97534d76b8 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=f872205c-fe9f-4e51-8359-dd7e9e65f155 HTTP/1.1" status: 200 len: 944 time: 0.1598232 Nov 11 20:40:23.325024 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7f265-bb16-411e-b40b-32bdb995b866 req-b0e64341-b7dd-467c-97b9-4703c5f1280d tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:23.326728 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d5a7f265-bb16-411e-b40b-32bdb995b866 req-b0e64341-b7dd-467c-97b9-4703c5f1280d tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/networks?id=7d0e0821-58b7-4378-8e73-122c99e64b79 HTTP/1.1" status: 200 len: 814 time: 0.2154753 Nov 11 20:40:23.351821 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d2f06c89-d360-4f8d-a1d8-e3a579f44251 req-ac4d4d2b-1767-4d66-9fa2-fc7692d69fc2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f75b74a3-4944-4e66-a1f1-0eb754745d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478179 Nov 11 20:40:23.370049 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d5a7f265-bb16-411e-b40b-32bdb995b866 req-712d68dc-4a7d-4f17-bf53-7b3a4dc3c315 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/quotas/ad9bb6fc32584e87808c292a94dd546d HTTP/1.1" status: 200 len: 375 time: 0.0206647 Nov 11 20:40:23.418593 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-955d6363-cd8a-452a-8798-c1a2a165213f tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:23.422883 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-955d6363-cd8a-452a-8798-c1a2a165213f tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656075'] for floatingip, after_update {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:23.432309 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2f3600c1-18a4-410f-affe-ea103c2ab442 req-ade2edf7-805e-45db-a526-ac30c5246cbe tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387234 Nov 11 20:40:23.434226 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d5a7f265-bb16-411e-b40b-32bdb995b866 req-69a28d1f-4e67-449c-a467-5d71dd26f2c7 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ad9bb6fc32584e87808c292a94dd546d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0582592 Nov 11 20:40:23.534913 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.db.l3_db [None req-955d6363-cd8a-452a-8798-c1a2a165213f tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Floating IP fce322f7-a466-4423-93e4-6eeb1ebb72e1 associated. External IP: 172.27.0.4, port: 53f23a0e-d315-46e7-8373-2a51593bddbf. Nov 11 20:40:23.568792 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d2f06c89-d360-4f8d-a1d8-e3a579f44251 req-87e42fda-e9aa-44e8-90ca-6514c4314936 service neutron] 10.222.0.78 "GET /v2.0/networks/f75b74a3-4944-4e66-a1f1-0eb754745d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863370 Nov 11 20:40:23.585920 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d5a7f265-bb16-411e-b40b-32bdb995b866 req-23bd715c-360c-4015-97e6-cb273cbaa6f1 service neutron] 10.222.0.61 "GET /v2.0/networks/7d0e0821-58b7-4378-8e73-122c99e64b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158953 Nov 11 20:40:23.753233 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d5a7f265-bb16-411e-b40b-32bdb995b866 req-acf12eeb-69f4-490a-897a-796d36031c58 service neutron] 10.222.0.61 "GET /v2.0/networks/7d0e0821-58b7-4378-8e73-122c99e64b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607435 Nov 11 20:40:23.757842 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955d6363-cd8a-452a-8798-c1a2a165213f tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Router b0f6d551-b240-494f-9615-5eb5f3abddc2 has already been hosted by L3 agent 078c1a4f-b62f-4fa2-93c9-12887f0677c3 {{(pid=101812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:40:23.759559 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d2f06c89-d360-4f8d-a1d8-e3a579f44251 req-9e40539b-c580-489e-b72f-75ab1c9a30a0 service neutron] 10.222.0.78 "GET /v2.0/networks/f75b74a3-4944-4e66-a1f1-0eb754745d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397729 Nov 11 20:40:23.894077 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955d6363-cd8a-452a-8798-c1a2a165213f tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Notify agent at l3_agent.dv-cinder-817642-1-iscsi the message routers_updated {{(pid=101812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:40:23.905435 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-955d6363-cd8a-452a-8798-c1a2a165213f tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for floatingip, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:23.909447 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bdd468-9dd8-4b19-8704-54273f5c9cff None None] Sync routers for ids ['b0f6d551-b240-494f-9615-5eb5f3abddc2'] in dv-cinder-817642-1-iscsi {{(pid=101814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:40:23.924287 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bdd468-9dd8-4b19-8704-54273f5c9cff None None] Routers {'b0f6d551-b240-494f-9615-5eb5f3abddc2'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:40:23.925297 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-e0bdd468-9dd8-4b19-8704-54273f5c9cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:40:03Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['b0f6d551-b240-494f-9615-5eb5f3abddc2'], 'active': True} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:40:23.949289 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-955d6363-cd8a-452a-8798-c1a2a165213f tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "PUT /v2.0/floatingips/fce322f7-a466-4423-93e4-6eeb1ebb72e1 HTTP/1.1" status: 200 len: 990 time: 1.4747746 Nov 11 20:40:23.949289 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd03811f1-6242-47b2-be06-1ed656918ccb', 'tag': '53f23a0e-d315-46e7-8373-2a51593bddbf'}] {{(pid=101812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:40:23.949563 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0963660e8e53437cb96c77b4338c62bb8b9c8a6b36cefe73fd3b10e502aad15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8438f0-7833-4cd9-b753-69c5622f980b" -d '{"events": [{"name": "network-changed", "server_uuid": "d03811f1-6242-47b2-be06-1ed656918ccb", "tag": "53f23a0e-d315-46e7-8373-2a51593bddbf"}]}' {{(pid=101812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:40:23.976932 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758424a2-1d11-46c5-8cbd-e5c52c841088 req-eb42c2f9-1a04-4822-b7be-6ad9152958bb tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:23.986756 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-758424a2-1d11-46c5-8cbd-e5c52c841088 req-eb42c2f9-1a04-4822-b7be-6ad9152958bb tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.1326430 Nov 11 20:40:24.086039 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a60f2-549c-45eb-8be8-b0ec47a0d53e req-013c71fb-ece7-4aac-994b-7723df409212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:24.087558 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-708a60f2-549c-45eb-8be8-b0ec47a0d53e req-013c71fb-ece7-4aac-994b-7723df409212 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7b92a8a05c22447985ae53c7b9c91fc8&device_id=f872205c-fe9f-4e51-8359-dd7e9e65f155 HTTP/1.1" status: 200 len: 1097 time: 0.1484401 Nov 11 20:40:24.094714 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvr_db [None req-e0bdd468-9dd8-4b19-8704-54273f5c9cff None None] Set router b0f6d551-b240-494f-9615-5eb5f3abddc2 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:40:24.100867 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-758424a2-1d11-46c5-8cbd-e5c52c841088 req-f286671a-f536-4936-bc2b-0eb6f9333bd6 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131821 Nov 11 20:40:24.138521 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd0fe4-5146-4fca-aa57-d7bfec3233cb req-c686fa56-fd83-494b-8fdc-790989f7d183 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:24.140397 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8ecd0fe4-5146-4fca-aa57-d7bfec3233cb req-c686fa56-fd83-494b-8fdc-790989f7d183 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f94aca5-1944-4a8d-99f9-ad3407734fed HTTP/1.1" status: 200 len: 949 time: 0.1300712 Nov 11 20:40:24.265295 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-22f6c43b-7718-43e9-927c-72da26311d98 req-698ebf6b-d439-4422-99de-eb84e433a7c1 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/ports?device_id=88a68a80-f2c4-48c3-ac43-f1e76012f3ea HTTP/1.1" status: 200 len: 210 time: 0.0862114 Nov 11 20:40:24.299156 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8ecd0fe4-5146-4fca-aa57-d7bfec3233cb req-ee2435c0-fc9f-4107-9135-490e78eed590 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] 10.222.0.61 "GET /v2.0/security-groups?id=04ce1b29-82e7-415e-88b3-08258726bf82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512098 Nov 11 20:40:24.323075 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a60f2-549c-45eb-8be8-b0ec47a0d53e req-d72bcdaf-f8ba-46a5-acfb-c1719ee6762e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:24.324557 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-708a60f2-549c-45eb-8be8-b0ec47a0d53e req-d72bcdaf-f8ba-46a5-acfb-c1719ee6762e service neutron] 10.222.0.78 "GET /v2.0/networks?id=f75b74a3-4944-4e66-a1f1-0eb754745d66 HTTP/1.1" status: 200 len: 915 time: 0.1644969 Nov 11 20:40:24.378487 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc2065d-9018-4da6-a475-c5b1b02303bf x-openstack-request-id: req-ecc2065d-9018-4da6-a475-c5b1b02303bf {{(pid=101812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:40:24.378777 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d03811f1-6242-47b2-be06-1ed656918ccb", "tag": "53f23a0e-d315-46e7-8373-2a51593bddbf", "status": "completed", "code": 200}]} {{(pid=101812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:40:24.379413 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ecc2065d-9018-4da6-a475-c5b1b02303bf {{(pid=101812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:40:24.379883 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd03811f1-6242-47b2-be06-1ed656918ccb', 'tag': '53f23a0e-d315-46e7-8373-2a51593bddbf', 'status': 'completed', 'code': 200} Nov 11 20:40:24.389150 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-708a60f2-549c-45eb-8be8-b0ec47a0d53e req-09774c06-2623-409b-a9cb-6e4f98c09740 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4edbb89c-4f5c-491a-9011-52c3c60a224c HTTP/1.1" status: 200 len: 217 time: 0.0471177 Nov 11 20:40:24.401155 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-e0bdd468-9dd8-4b19-8704-54273f5c9cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'name': 'tempest-AttachVolumeTestJSON-643645549-router', 'tenant_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'a4c8c0cc-074b-4aa9-a523-77c91c424727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:39:39Z', 'updated_at': '2021-11-11T20:39:46Z', 'revision_number': 4, 'project_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'gw_port': {'id': 'a4c8c0cc-074b-4aa9-a523-77c91c424727', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:41Z', 'updated_at': '2021-11-11T20:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_floatingips': [{'id': 'fce322f7-a466-4423-93e4-6eeb1ebb72e1', 'tenant_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'floating_ip_address': '172.27.0.4', 'floating_network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'router_id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'port_id': '53f23a0e-d315-46e7-8373-2a51593bddbf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '515d5239-5614-4a6a-85cb-8dd4e9ebdc6b', 'mac_address': 'fa:16:3e:3a:38:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03811f1-6242-47b2-be06-1ed656918ccb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:39:50Z', 'updated_at': '2021-11-11T20:40:23Z', 'revision_number': 1, 'project_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb5c89e-d36d-4574-8d1e-764f017b4aed', 'name': '', 'network_id': '515d5239-5614-4a6a-85cb-8dd4e9ebdc6b', 'tenant_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'mac_address': 'fa:16:3e:59:73:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '043689e6-7343-4f4a-9ced-626818d24d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:45Z', 'updated_at': '2021-11-11T20:39:51Z', 'revision_number': 5, 'project_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'subnets': [{'id': '043689e6-7343-4f4a-9ced-626818d24d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:40:24.430529 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bdd468-9dd8-4b19-8704-54273f5c9cff None None] Checking router: b0f6d551-b240-494f-9615-5eb5f3abddc2 for host: dv-cinder-817642-1-iscsi {{(pid=101814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:40:24.439795 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bdd468-9dd8-4b19-8704-54273f5c9cff None None] Routers {'b0f6d551-b240-494f-9615-5eb5f3abddc2'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:40:24.440436 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-e0bdd468-9dd8-4b19-8704-54273f5c9cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:40:03Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['b0f6d551-b240-494f-9615-5eb5f3abddc2'], 'active': True} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:40:24.547351 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvr_db [None req-e0bdd468-9dd8-4b19-8704-54273f5c9cff None None] Set router b0f6d551-b240-494f-9615-5eb5f3abddc2 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:40:24.556781 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a60f2-549c-45eb-8be8-b0ec47a0d53e req-605f4376-60cf-4004-84f6-6ee6944333bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:24.558169 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-708a60f2-549c-45eb-8be8-b0ec47a0d53e req-605f4376-60cf-4004-84f6-6ee6944333bb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c3ddfd0b-0a11-463e-9bc6-4a5797fe6680 HTTP/1.1" status: 200 len: 854 time: 0.0462546 Nov 11 20:40:24.612092 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8438f0-7833-4cd9-b753-69c5622f980b req-9db266a1-19c5-49c2-86cd-9def503e2e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:24.615039 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4d8438f0-7833-4cd9-b753-69c5622f980b req-9db266a1-19c5-49c2-86cd-9def503e2e86 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b5cef6cece0f4bf49468d6d0e5b6b269&device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 1099 time: 0.0559909 Nov 11 20:40:24.633371 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-708a60f2-549c-45eb-8be8-b0ec47a0d53e req-664cbf6b-ff5b-4051-ae4f-6cede4c6e276 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f75b74a3-4944-4e66-a1f1-0eb754745d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382807 Nov 11 20:40:24.794453 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-e0bdd468-9dd8-4b19-8704-54273f5c9cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'name': 'tempest-AttachVolumeTestJSON-643645549-router', 'tenant_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'a4c8c0cc-074b-4aa9-a523-77c91c424727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:39:39Z', 'updated_at': '2021-11-11T20:39:46Z', 'revision_number': 4, 'project_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'gw_port': {'id': 'a4c8c0cc-074b-4aa9-a523-77c91c424727', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:41Z', 'updated_at': '2021-11-11T20:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_floatingips': [{'id': 'fce322f7-a466-4423-93e4-6eeb1ebb72e1', 'tenant_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'floating_ip_address': '172.27.0.4', 'floating_network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'router_id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'port_id': '53f23a0e-d315-46e7-8373-2a51593bddbf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '515d5239-5614-4a6a-85cb-8dd4e9ebdc6b', 'mac_address': 'fa:16:3e:3a:38:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03811f1-6242-47b2-be06-1ed656918ccb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:39:50Z', 'updated_at': '2021-11-11T20:40:23Z', 'revision_number': 1, 'project_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb5c89e-d36d-4574-8d1e-764f017b4aed', 'name': '', 'network_id': '515d5239-5614-4a6a-85cb-8dd4e9ebdc6b', 'tenant_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'mac_address': 'fa:16:3e:59:73:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '043689e6-7343-4f4a-9ced-626818d24d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:45Z', 'updated_at': '2021-11-11T20:39:51Z', 'revision_number': 5, 'project_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'subnets': [{'id': '043689e6-7343-4f4a-9ced-626818d24d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:40:24.821654 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bdd468-9dd8-4b19-8704-54273f5c9cff None None] The sync data for ids ['b0f6d551-b240-494f-9615-5eb5f3abddc2'] in dv-cinder-817642-1-iscsi is: [{'id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'name': 'tempest-AttachVolumeTestJSON-643645549-router', 'tenant_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'a4c8c0cc-074b-4aa9-a523-77c91c424727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:39:39Z', 'updated_at': '2021-11-11T20:39:46Z', 'revision_number': 4, 'project_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'gw_port': {'id': 'a4c8c0cc-074b-4aa9-a523-77c91c424727', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:41Z', 'updated_at': '2021-11-11T20:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_floatingips': [{'id': 'fce322f7-a466-4423-93e4-6eeb1ebb72e1', 'tenant_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'floating_ip_address': '172.27.0.4', 'floating_network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'router_id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'port_id': '53f23a0e-d315-46e7-8373-2a51593bddbf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '515d5239-5614-4a6a-85cb-8dd4e9ebdc6b', 'mac_address': 'fa:16:3e:3a:38:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03811f1-6242-47b2-be06-1ed656918ccb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:39:50Z', 'updated_at': '2021-11-11T20:40:23Z', 'revision_number': 1, 'project_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb5c89e-d36d-4574-8d1e-764f017b4aed', 'name': '', 'network_id': '515d5239-5614-4a6a-85cb-8dd4e9ebdc6b', 'tenant_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'mac_address': 'fa:16:3e:59:73:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '043689e6-7343-4f4a-9ced-626818d24d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:45Z', 'updated_at': '2021-11-11T20:39:51Z', 'revision_number': 5, 'project_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'subnets': [{'id': '043689e6-7343-4f4a-9ced-626818d24d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:40:24.843621 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8438f0-7833-4cd9-b753-69c5622f980b req-8346cb49-35dd-40ea-8579-8b98cfa24a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:24.845266 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4d8438f0-7833-4cd9-b753-69c5622f980b req-8346cb49-35dd-40ea-8579-8b98cfa24a3e service neutron] 10.222.0.78 "GET /v2.0/networks?id=515d5239-5614-4a6a-85cb-8dd4e9ebdc6b HTTP/1.1" status: 200 len: 911 time: 0.1535752 Nov 11 20:40:25.035875 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-708a60f2-549c-45eb-8be8-b0ec47a0d53e req-145fd5f0-342b-4851-8ae7-3303f95694f3 service neutron] 10.222.0.78 "GET /v2.0/networks/f75b74a3-4944-4e66-a1f1-0eb754745d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825413 Nov 11 20:40:25.099224 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7afb5-165b-4f43-8e0e-26a1771dfe06 req-f1f6c332-bfcc-497d-a7b0-f48ca27f0d8e tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:25.100767 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5bb7afb5-165b-4f43-8e0e-26a1771dfe06 req-f1f6c332-bfcc-497d-a7b0-f48ca27f0d8e tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.78 "GET /v2.0/ports?device_id=09b5e5fb-4793-4495-a93b-321835ecf1b3 HTTP/1.1" status: 200 len: 946 time: 0.2226825 Nov 11 20:40:25.109978 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4d8438f0-7833-4cd9-b753-69c5622f980b req-6470e083-9f3e-4a45-9e26-2ebe2cfb80c1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53f23a0e-d315-46e7-8373-2a51593bddbf HTTP/1.1" status: 200 len: 998 time: 0.1754041 Nov 11 20:40:25.127407 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa3298-cc95-4509-a976-aecd9907c300 req-72c42d9a-b548-40ea-92b6-48cb21d216c6 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:25.129515 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-bafa3298-cc95-4509-a976-aecd9907c300 req-72c42d9a-b548-40ea-92b6-48cb21d216c6 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/ports?device_id=09b5e5fb-4793-4495-a93b-321835ecf1b3 HTTP/1.1" status: 200 len: 946 time: 0.2520030 Nov 11 20:40:25.139100 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9fb773-98a8-42e6-8ac1-cb2bd103b68f req-5e669372-6781-4378-bf24-06d2b92d109b tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:25.139418 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d0da8c-67f2-4aea-b1ae-ce95beba6a7b None None] New status for floating IP fce322f7-a466-4423-93e4-6eeb1ebb72e1: ACTIVE {{(pid=101813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 20:40:25.140670 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0e9fb773-98a8-42e6-8ac1-cb2bd103b68f req-5e669372-6781-4378-bf24-06d2b92d109b tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=f872205c-fe9f-4e51-8359-dd7e9e65f155 HTTP/1.1" status: 200 len: 944 time: 0.1577382 Nov 11 20:40:25.261825 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0e9fb773-98a8-42e6-8ac1-cb2bd103b68f req-d10bec36-d2ed-4fdc-906f-2708413803b6 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102703 Nov 11 20:40:25.313101 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-bafa3298-cc95-4509-a976-aecd9907c300 req-3ccb5da4-57e7-47b2-bc48-afc01d954e4b tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/security-groups?id=a6011662-05af-48d6-93b4-66343e6538ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629710 Nov 11 20:40:25.458524 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8438f0-7833-4cd9-b753-69c5622f980b req-97d4a370-1867-44ad-bcfa-22bdcc4a59ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:25.460008 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4d8438f0-7833-4cd9-b753-69c5622f980b req-97d4a370-1867-44ad-bcfa-22bdcc4a59ac service neutron] 10.222.0.78 "GET /v2.0/subnets?id=043689e6-7343-4f4a-9ced-626818d24d47 HTTP/1.1" status: 200 len: 849 time: 0.2261822 Nov 11 20:40:25.461829 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4bfef83c-c4d7-4cf0-8489-cf57bed12eb8 req-4e8b6a8f-fa89-4736-8c46-4f7c3e79fe71 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/ports?device_id=88a68a80-f2c4-48c3-ac43-f1e76012f3ea HTTP/1.1" status: 200 len: 210 time: 0.0639606 Nov 11 20:40:25.527950 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-708a60f2-549c-45eb-8be8-b0ec47a0d53e req-f257c8e9-af90-44fb-b262-e81f797e3f08 service neutron] 10.222.0.78 "GET /v2.0/networks/f75b74a3-4944-4e66-a1f1-0eb754745d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329525 Nov 11 20:40:25.542798 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ccfbd0-cedb-490c-aff0-34aeb04fa74b req-8226f887-3873-4595-add7-aadceae255e0 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:25.544257 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-89ccfbd0-cedb-490c-aff0-34aeb04fa74b req-8226f887-3873-4595-add7-aadceae255e0 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.1839919 Nov 11 20:40:25.630736 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8438f0-7833-4cd9-b753-69c5622f980b req-0545ec9b-7caa-499d-a382-e4220938b281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:25.632172 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4d8438f0-7833-4cd9-b753-69c5622f980b req-0545ec9b-7caa-499d-a382-e4220938b281 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=515d5239-5614-4a6a-85cb-8dd4e9ebdc6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1377339 Nov 11 20:40:25.658593 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccecb408-f2db-4cd3-a367-d77f06c413f9 req-bd03bf97-922e-47ff-a551-cca37fa454d2 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:25.660132 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ccecb408-f2db-4cd3-a367-d77f06c413f9 req-bd03bf97-922e-47ff-a551-cca37fa454d2 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f94aca5-1944-4a8d-99f9-ad3407734fed HTTP/1.1" status: 200 len: 949 time: 0.1302788 Nov 11 20:40:25.664056 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [req-5bb7afb5-165b-4f43-8e0e-26a1771dfe06 req-2abdcf8c-472a-4685-a5e2-b0725ba9c76b tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Deleting port b01233b4-ce9c-4445-81a3-554fbf132f2f {{(pid=101811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:40:25.664396 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-5bb7afb5-165b-4f43-8e0e-26a1771dfe06 req-2abdcf8c-472a-4685-a5e2-b0725ba9c76b tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:25.681024 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-89ccfbd0-cedb-490c-aff0-34aeb04fa74b req-a4356082-93ee-4816-b1a5-88d38c8ff10d tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244817 Nov 11 20:40:25.821340 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ccecb408-f2db-4cd3-a367-d77f06c413f9 req-9f6ef08f-7084-4586-84fb-f8b01d560cc4 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] 10.222.0.61 "GET /v2.0/security-groups?id=04ce1b29-82e7-415e-88b3-08258726bf82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536720 Nov 11 20:40:25.876574 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4d8438f0-7833-4cd9-b753-69c5622f980b req-dd1286fd-481e-413f-951f-c4c63d92e547 service neutron] 10.222.0.78 "GET /v2.0/networks/515d5239-5614-4a6a-85cb-8dd4e9ebdc6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151222 Nov 11 20:40:25.878518 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-5bb7afb5-165b-4f43-8e0e-26a1771dfe06 req-2abdcf8c-472a-4685-a5e2-b0725ba9c76b tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] For port b01233b4-ce9c-4445-81a3-554fbf132f2f, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=b01233b4-ce9c-4445-81a3-554fbf132f2f,segment=NetworkSegment(676c89b0-616c-4174-893a-251ed28c9438),segment_id=676c89b0-616c-4174-893a-251ed28c9438)] {{(pid=101811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:40:25.878909 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-5bb7afb5-165b-4f43-8e0e-26a1771dfe06 req-2abdcf8c-472a-4685-a5e2-b0725ba9c76b tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:25.891817 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [req-5bb7afb5-165b-4f43-8e0e-26a1771dfe06 req-2abdcf8c-472a-4685-a5e2-b0725ba9c76b tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Calling delete_port for b01233b4-ce9c-4445-81a3-554fbf132f2f owned by compute:nova {{(pid=101811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:40:26.146864 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4d8438f0-7833-4cd9-b753-69c5622f980b req-0932e235-c279-48c1-a48a-9be44d0b929c service neutron] 10.222.0.78 "GET /v2.0/networks/515d5239-5614-4a6a-85cb-8dd4e9ebdc6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123959 Nov 11 20:40:26.178398 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-5bb7afb5-165b-4f43-8e0e-26a1771dfe06 req-2abdcf8c-472a-4685-a5e2-b0725ba9c76b tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954'] for port, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:26.187605 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5f353-ae86-4406-9fbc-3fdada75b70b req-35d2efcf-0877-4a17-bd7e-8ccf5b381d94 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:26.189217 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-dee5f353-ae86-4406-9fbc-3fdada75b70b req-35d2efcf-0877-4a17-bd7e-8ccf5b381d94 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f94aca5-1944-4a8d-99f9-ad3407734fed HTTP/1.1" status: 200 len: 949 time: 0.0972910 Nov 11 20:40:26.228712 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abdcf8c-472a-4685-a5e2-b0725ba9c76b tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Pushing event deleted for resources: {'Port': ['ID=b01233b4-ce9c-4445-81a3-554fbf132f2f,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:26.289202 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb7afb5-165b-4f43-8e0e-26a1771dfe06 req-2abdcf8c-472a-4685-a5e2-b0725ba9c76b tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] No DVR routers for this DVR port b01233b4-ce9c-4445-81a3-554fbf132f2f on host hv-cinder-81764 {{(pid=101811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:40:26.299397 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-5bb7afb5-165b-4f43-8e0e-26a1771dfe06 req-2abdcf8c-472a-4685-a5e2-b0725ba9c76b tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:26.303188 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5bb7afb5-165b-4f43-8e0e-26a1771dfe06 req-2abdcf8c-472a-4685-a5e2-b0725ba9c76b tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.78 "DELETE /v2.0/ports/b01233b4-ce9c-4445-81a3-554fbf132f2f HTTP/1.1" status: 204 len: 173 time: 1.0452309 Nov 11 20:40:26.303644 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09b5e5fb-4793-4495-a93b-321835ecf1b3', 'name': 'network-vif-deleted', 'tag': 'b01233b4-ce9c-4445-81a3-554fbf132f2f'}] {{(pid=101811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:40:26.306018 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5736cb7e175e5ed5563496e7c8b9c6d8883e61bc6d504a4dc096e4a6f480cdce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f1158b-feff-482b-a417-9ee8a46322ce" -d '{"events": [{"server_uuid": "09b5e5fb-4793-4495-a93b-321835ecf1b3", "name": "network-vif-deleted", "tag": "b01233b4-ce9c-4445-81a3-554fbf132f2f"}]}' {{(pid=101811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:40:26.313385 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-dee5f353-ae86-4406-9fbc-3fdada75b70b req-658ee7ae-8b68-4665-b052-4abe1b24ff0a tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] 10.222.0.61 "GET /v2.0/security-groups?id=04ce1b29-82e7-415e-88b3-08258726bf82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937810 Nov 11 20:40:26.364699 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b6aefc-1afe-4390-bb85-d87b4fb8c039 x-openstack-request-id: req-15b6aefc-1afe-4390-bb85-d87b4fb8c039 {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:40:26.365030 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09b5e5fb-4793-4495-a93b-321835ecf1b3", "name": "network-vif-deleted", "tag": "b01233b4-ce9c-4445-81a3-554fbf132f2f", "status": "completed", "code": 200}]} {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:40:26.365340 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-15b6aefc-1afe-4390-bb85-d87b4fb8c039 {{(pid=101811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:40:26.365802 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09b5e5fb-4793-4495-a93b-321835ecf1b3', 'name': 'network-vif-deleted', 'tag': 'b01233b4-ce9c-4445-81a3-554fbf132f2f', 'status': 'completed', 'code': 200} Nov 11 20:40:26.722631 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c9c04aa9-9876-454f-9714-494dfa298e4e req-b3b30dda-8f39-4a37-a41f-c6bdfe57dea5 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/ports?device_id=09b5e5fb-4793-4495-a93b-321835ecf1b3 HTTP/1.1" status: 200 len: 210 time: 0.3039837 Nov 11 20:40:26.747295 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd58f67-3fb7-44fc-ba30-bea2441a7b35 req-410e1298-969c-46cf-b7bd-7a3b9e666e5f tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:26.748841 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ccd58f67-3fb7-44fc-ba30-bea2441a7b35 req-410e1298-969c-46cf-b7bd-7a3b9e666e5f tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=f872205c-fe9f-4e51-8359-dd7e9e65f155 HTTP/1.1" status: 200 len: 944 time: 0.3763273 Nov 11 20:40:26.828533 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-417826b4-b546-450a-9db0-e5c5bbe3bc6e req-97b65c06-9d66-461c-8bb0-29874f3df9e6 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/ports?device_id=88a68a80-f2c4-48c3-ac43-f1e76012f3ea HTTP/1.1" status: 200 len: 210 time: 0.0432496 Nov 11 20:40:26.875001 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7f265-bb16-411e-b40b-32bdb995b866 req-25075dc8-f062-448d-85ae-18e2bc253c2c tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:26.876497 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d5a7f265-bb16-411e-b40b-32bdb995b866 req-25075dc8-f062-448d-85ae-18e2bc253c2c tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.78 "GET /v2.0/networks?id=7d0e0821-58b7-4378-8e73-122c99e64b79 HTTP/1.1" status: 200 len: 814 time: 0.4488819 Nov 11 20:40:26.880395 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ccd58f67-3fb7-44fc-ba30-bea2441a7b35 req-390ab630-577d-493d-8dc9-66b69822632b tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055090 Nov 11 20:40:26.916647 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [req-d5a7f265-bb16-411e-b40b-32bdb995b866 req-e0ac3b6d-fef7-4383-99a4-186ad1f9266c tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Request body: {'port': {'device_id': '88a68a80-f2c4-48c3-ac43-f1e76012f3ea', 'network_id': '7d0e0821-58b7-4378-8e73-122c99e64b79', 'admin_state_up': True, 'tenant_id': 'ad9bb6fc32584e87808c292a94dd546d'}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:40:26.991297 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 4edbb89c-4f5c-491a-9011-52c3c60a224c details requested by agent hyperv_hv-cinder-81764 with host hv-cinder-81764 {{(pid=101813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:40:26.993499 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device b01233b4-ce9c-4445-81a3-554fbf132f2f no longer exists at agent hyperv_hv-cinder-81764 {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:40:26.993717 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e16fb-25e0-404c-8514-82bbd9799230 req-75dc9d16-7377-4efb-96be-5de357882cb3 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:26.995263 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-407e16fb-25e0-404c-8514-82bbd9799230 req-75dc9d16-7377-4efb-96be-5de357882cb3 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.1105101 Nov 11 20:40:27.026843 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] No Port match for: b01233b4-ce9c-4445-81a3-554fbf132f2f {{(pid=101813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:40:27.027446 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device b01233b4-ce9c-4445-81a3-554fbf132f2f not bound to the agent host hv-cinder-81764 {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:40:27.078028 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-407e16fb-25e0-404c-8514-82bbd9799230 req-2b932e14-15ca-45b4-a138-8ac840fd9ef5 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685413 Nov 11 20:40:27.086883 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5a7f265-bb16-411e-b40b-32bdb995b866 req-e0ac3b6d-fef7-4383-99a4-186ad1f9266c tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Made reservation on behalf of ad9bb6fc32584e87808c292a94dd546d for: {'port': 1} {{(pid=101811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:40:27.090462 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-d5a7f265-bb16-411e-b40b-32bdb995b866 req-e0ac3b6d-fef7-4383-99a4-186ad1f9266c tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:27.125077 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 4edbb89c-4f5c-491a-9011-52c3c60a224c, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=4edbb89c-4f5c-491a-9011-52c3c60a224c,segment=NetworkSegment(727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f),segment_id=727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:40:27.139371 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Returning: {'device': '4edbb89c-4f5c-491a-9011-52c3c60a224c', 'network_id': 'f75b74a3-4944-4e66-a1f1-0eb754745d66', 'port_id': '4edbb89c-4f5c-491a-9011-52c3c60a224c', 'mac_address': 'fa:16:3e:da:49:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3ddfd0b-0a11-463e-9bc6-4a5797fe6680', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:40:27.181911 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:27.196078 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.notifiers.nova [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4edbb89c-4f5c-491a-9011-52c3c60a224c {{(pid=101813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:40:27.218042 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 4edbb89c-4f5c-491a-9011-52c3c60a224c, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=4edbb89c-4f5c-491a-9011-52c3c60a224c,segment=NetworkSegment(727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f),segment_id=727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:40:27.222380 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:27.260188 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822638d-4a4d-46da-b937-088e995b4f3f req-1f209aeb-8fd6-48f9-9394-60a850dcfc3d tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:27.261696 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4822638d-4a4d-46da-b937-088e995b4f3f req-1f209aeb-8fd6-48f9-9394-60a850dcfc3d tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0972757 Nov 11 20:40:27.275103 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Pushing event updated for resources: {'Port': ['ID=4edbb89c-4f5c-491a-9011-52c3c60a224c,revision_number=4']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:27.278594 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.db_base_plugin_common [req-d5a7f265-bb16-411e-b40b-32bdb995b866 req-e0ac3b6d-fef7-4383-99a4-186ad1f9266c tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Allocated IP 172.20.0.2 (7d0e0821-58b7-4378-8e73-122c99e64b79/cd94b66c-5e90-4a87-ae3c-7da1a763bfb3/55137242-2e6b-4a3a-a796-20d6c605c358) {{(pid=101811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:40:27.336605 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4822638d-4a4d-46da-b937-088e995b4f3f req-141d7519-40d2-425b-afc8-538a88e893bc tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683873 Nov 11 20:40:27.513353 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621db968-df5e-41eb-9bd5-fc06d9cb9d2a req-ddecccd1-d5fc-4ce2-8ae5-c92abc0059e6 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:27.514837 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-621db968-df5e-41eb-9bd5-fc06d9cb9d2a req-ddecccd1-d5fc-4ce2-8ae5-c92abc0059e6 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f94aca5-1944-4a8d-99f9-ad3407734fed HTTP/1.1" status: 200 len: 949 time: 0.0888708 Nov 11 20:40:27.527151 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-d5a7f265-bb16-411e-b40b-32bdb995b866 req-e0ac3b6d-fef7-4383-99a4-186ad1f9266c tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Publish callbacks [] for port, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:27.593602 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-621db968-df5e-41eb-9bd5-fc06d9cb9d2a req-a4decfed-f6b6-41ba-9152-5c179df5985d tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] 10.222.0.61 "GET /v2.0/security-groups?id=04ce1b29-82e7-415e-88b3-08258726bf82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699217 Nov 11 20:40:27.604615 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-d5a7f265-bb16-411e-b40b-32bdb995b866 req-e0ac3b6d-fef7-4383-99a4-186ad1f9266c tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945'] for port, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:27.659999 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5a7f265-bb16-411e-b40b-32bdb995b866 req-e0ac3b6d-fef7-4383-99a4-186ad1f9266c tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Network 7d0e0821-58b7-4378-8e73-122c99e64b79 is already hosted by enough agents. {{(pid=101811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:40:27.665370 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac3b6d-fef7-4383-99a4-186ad1f9266c tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Pushing event updated for resources: {'Port': ['ID=55137242-2e6b-4a3a-a796-20d6c605c358,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:27.668279 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.base_scheduler [req-d5a7f265-bb16-411e-b40b-32bdb995b866 req-e0ac3b6d-fef7-4383-99a4-186ad1f9266c tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Resources bound (agent type, host, resource id): {{(pid=101811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:40:27.670778 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a7f265-bb16-411e-b40b-32bdb995b866 req-e0ac3b6d-fef7-4383-99a4-186ad1f9266c tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Received port after_create {{(pid=101811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:40:27.677963 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7f265-bb16-411e-b40b-32bdb995b866 req-e0ac3b6d-fef7-4383-99a4-186ad1f9266c tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:27.678608 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-d5a7f265-bb16-411e-b40b-32bdb995b866 req-e0ac3b6d-fef7-4383-99a4-186ad1f9266c tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:27.702807 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d5a7f265-bb16-411e-b40b-32bdb995b866 req-e0ac3b6d-fef7-4383-99a4-186ad1f9266c tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7909589 Nov 11 20:40:27.741428 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [req-d5a7f265-bb16-411e-b40b-32bdb995b866 req-28903304-0245-4342-ade2-0fe266591673 service neutron] Request body: {'port': {'device_id': '88a68a80-f2c4-48c3-ac43-f1e76012f3ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81764'}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:40:27.815162 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-d5a7f265-bb16-411e-b40b-32bdb995b866 req-28903304-0245-4342-ade2-0fe266591673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:28.075497 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] get_ports_and_sgs() called for port_ids ['4edbb89c-4f5c-491a-9011-52c3c60a224c'] {{(pid=101813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:40:28.115015 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6a6d6-16cb-4149-b15a-f8d6dd44bf44 req-df5cf57e-a93d-4884-afb0-20aaf270cf3e tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:28.116561 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-02e6a6d6-16cb-4149-b15a-f8d6dd44bf44 req-df5cf57e-a93d-4884-afb0-20aaf270cf3e tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/ports?device_id=88a68a80-f2c4-48c3-ac43-f1e76012f3ea HTTP/1.1" status: 200 len: 931 time: 0.1916535 Nov 11 20:40:28.168387 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b875d1-55a6-4ae3-b34d-05ad6c5abf8e req-29bd8a38-d7eb-4cb2-b8c6-2b2a23dd111b tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:28.169867 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-80b875d1-55a6-4ae3-b34d-05ad6c5abf8e req-29bd8a38-d7eb-4cb2-b8c6-2b2a23dd111b tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/networks?id=ce672723-6882-4ab4-9659-ebe86d0ace99 HTTP/1.1" status: 200 len: 809 time: 0.2045548 Nov 11 20:40:28.215833 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-80b875d1-55a6-4ae3-b34d-05ad6c5abf8e req-485e8add-0427-40be-b868-4cd0bf68bf82 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/quotas/da3138643605461997fb39e99bac9845 HTTP/1.1" status: 200 len: 375 time: 0.0379875 Nov 11 20:40:28.226250 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-02e6a6d6-16cb-4149-b15a-f8d6dd44bf44 req-e297068b-5bcd-498c-a370-367cb64f9575 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/security-groups?id=457f38f0-4b56-4441-98f2-42141019ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023424 Nov 11 20:40:28.282080 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-80b875d1-55a6-4ae3-b34d-05ad6c5abf8e req-4e7b024b-b52e-441e-a143-d087541bd034 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=da3138643605461997fb39e99bac9845&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548048 Nov 11 20:40:28.317888 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [req-d5a7f265-bb16-411e-b40b-32bdb995b866 req-28903304-0245-4342-ade2-0fe266591673 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55137242-2e6b-4a3a-a796-20d6c605c358 {{(pid=101811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:40:28.341449 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-d5a7f265-bb16-411e-b40b-32bdb995b866 req-28903304-0245-4342-ade2-0fe266591673 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:28.415881 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.provisioning_blocks [req-d5a7f265-bb16-411e-b40b-32bdb995b866 req-28903304-0245-4342-ade2-0fe266591673 service neutron] Transition to ACTIVE for port object 55137242-2e6b-4a3a-a796-20d6c605c358 will not be triggered until provisioned by entity L2. {{(pid=101811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:40:28.431790 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-d5a7f265-bb16-411e-b40b-32bdb995b866 req-28903304-0245-4342-ade2-0fe266591673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:28.475546 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40726636-827b-4482-a4b8-236128732b83 req-a8ce6d2e-fa71-4969-8fa8-3dac687da11a tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:28.477307 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-40726636-827b-4482-a4b8-236128732b83 req-a8ce6d2e-fa71-4969-8fa8-3dac687da11a tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=f872205c-fe9f-4e51-8359-dd7e9e65f155 HTTP/1.1" status: 200 len: 945 time: 0.1718583 Nov 11 20:40:28.492152 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-80b875d1-55a6-4ae3-b34d-05ad6c5abf8e req-da2edfbd-ebf2-44a9-8475-d66a1e37b357 service neutron] 10.222.0.61 "GET /v2.0/networks/ce672723-6882-4ab4-9659-ebe86d0ace99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984680 Nov 11 20:40:28.547169 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28903304-0245-4342-ade2-0fe266591673 service neutron] Pushing event updated for resources: {'Port': ['ID=55137242-2e6b-4a3a-a796-20d6c605c358,revision_number=2']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:28.652936 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-40726636-827b-4482-a4b8-236128732b83 req-c10a10f6-4f04-4bbf-9a44-cac555c0b3c3 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669197 Nov 11 20:40:28.656808 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.managers [req-d5a7f265-bb16-411e-b40b-32bdb995b866 req-28903304-0245-4342-ade2-0fe266591673 service neutron] Attempting to bind port 55137242-2e6b-4a3a-a796-20d6c605c358 on host hv-cinder-81764 for vnic_type normal with profile {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:40:28.657329 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.managers [req-d5a7f265-bb16-411e-b40b-32bdb995b866 req-28903304-0245-4342-ade2-0fe266591673 service neutron] Attempting to bind port 55137242-2e6b-4a3a-a796-20d6c605c358 by drivers openvswitch,hyperv on host hv-cinder-81764 at level 0 using segments [{'id': '5935d93c-8cef-43d7-bd65-25950c8efabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '7d0e0821-58b7-4378-8e73-122c99e64b79'}] {{(pid=101811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:40:28.657839 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a7f265-bb16-411e-b40b-32bdb995b866 req-28903304-0245-4342-ade2-0fe266591673 service neutron] Attempting to bind port 55137242-2e6b-4a3a-a796-20d6c605c358 on network 7d0e0821-58b7-4378-8e73-122c99e64b79 {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:40:28.668279 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a7f265-bb16-411e-b40b-32bdb995b866 req-28903304-0245-4342-ade2-0fe266591673 service neutron] Port 55137242-2e6b-4a3a-a796-20d6c605c358 on network 7d0e0821-58b7-4378-8e73-122c99e64b79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81764 {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:40:28.668279 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a7f265-bb16-411e-b40b-32bdb995b866 req-28903304-0245-4342-ade2-0fe266591673 service neutron] Attempting to bind port 55137242-2e6b-4a3a-a796-20d6c605c358 on network 7d0e0821-58b7-4378-8e73-122c99e64b79 {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:40:28.683624 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a7f265-bb16-411e-b40b-32bdb995b866 req-28903304-0245-4342-ade2-0fe266591673 service neutron] Checking agent: {'id': '15458190-db7e-4dc5-9ea8-0c1068e01e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81764', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 36, 20), 'started_at': datetime.datetime(2021, 11, 11, 20, 36, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:40:28.683963 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a7f265-bb16-411e-b40b-32bdb995b866 req-28903304-0245-4342-ade2-0fe266591673 service neutron] Checking segment: {'id': '5935d93c-8cef-43d7-bd65-25950c8efabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '7d0e0821-58b7-4378-8e73-122c99e64b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:40:28.684368 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a7f265-bb16-411e-b40b-32bdb995b866 req-28903304-0245-4342-ade2-0fe266591673 service neutron] Bound using segment: {'id': '5935d93c-8cef-43d7-bd65-25950c8efabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '7d0e0821-58b7-4378-8e73-122c99e64b79'} {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:40:28.684802 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.managers [req-d5a7f265-bb16-411e-b40b-32bdb995b866 req-28903304-0245-4342-ade2-0fe266591673 service neutron] Bound port: 55137242-2e6b-4a3a-a796-20d6c605c358, host: hv-cinder-81764, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5935d93c-8cef-43d7-bd65-25950c8efabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '7d0e0821-58b7-4378-8e73-122c99e64b79'}}] {{(pid=101811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:40:28.685161 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-d5a7f265-bb16-411e-b40b-32bdb995b866 req-28903304-0245-4342-ade2-0fe266591673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:28.698741 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-80b875d1-55a6-4ae3-b34d-05ad6c5abf8e req-d3adfaf5-387c-4dc3-bdb4-ddad6d647abb service neutron] 10.222.0.61 "GET /v2.0/networks/ce672723-6882-4ab4-9659-ebe86d0ace99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973493 Nov 11 20:40:28.762196 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-d5a7f265-bb16-411e-b40b-32bdb995b866 req-28903304-0245-4342-ade2-0fe266591673 service neutron] For port 55137242-2e6b-4a3a-a796-20d6c605c358, host hv-cinder-81764, cleared binding levels {{(pid=101811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:40:28.765431 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-d5a7f265-bb16-411e-b40b-32bdb995b866 req-28903304-0245-4342-ade2-0fe266591673 service neutron] For port 55137242-2e6b-4a3a-a796-20d6c605c358, host hv-cinder-81764, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=55137242-2e6b-4a3a-a796-20d6c605c358,segment=NetworkSegment(5935d93c-8cef-43d7-bd65-25950c8efabf),segment_id=5935d93c-8cef-43d7-bd65-25950c8efabf)] {{(pid=101811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:40:28.771608 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-d5a7f265-bb16-411e-b40b-32bdb995b866 req-28903304-0245-4342-ade2-0fe266591673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:28.811706 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7f265-bb16-411e-b40b-32bdb995b866 req-28903304-0245-4342-ade2-0fe266591673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:28.812743 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-d5a7f265-bb16-411e-b40b-32bdb995b866 req-28903304-0245-4342-ade2-0fe266591673 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:28.822523 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d5a7f265-bb16-411e-b40b-32bdb995b866 req-28903304-0245-4342-ade2-0fe266591673 service neutron] 10.222.0.78 "PUT /v2.0/ports/55137242-2e6b-4a3a-a796-20d6c605c358 HTTP/1.1" status: 200 len: 1093 time: 1.0801697 Nov 11 20:40:28.822523 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88a68a80-f2c4-48c3-ac43-f1e76012f3ea', 'tag': '55137242-2e6b-4a3a-a796-20d6c605c358'}] {{(pid=101811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:40:28.822523 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5736cb7e175e5ed5563496e7c8b9c6d8883e61bc6d504a4dc096e4a6f480cdce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a026102c-79da-4145-8bc0-90bf402a02cd" -d '{"events": [{"name": "network-changed", "server_uuid": "88a68a80-f2c4-48c3-ac43-f1e76012f3ea", "tag": "55137242-2e6b-4a3a-a796-20d6c605c358"}]}' {{(pid=101811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:40:28.854166 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28903304-0245-4342-ade2-0fe266591673 service neutron] Pushing event updated for resources: {'Port': ['ID=55137242-2e6b-4a3a-a796-20d6c605c358,revision_number=3']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:28.991629 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7f265-bb16-411e-b40b-32bdb995b866 req-906d46c3-877f-4ffd-a9fc-a0558047146c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:28.993182 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d5a7f265-bb16-411e-b40b-32bdb995b866 req-906d46c3-877f-4ffd-a9fc-a0558047146c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ad9bb6fc32584e87808c292a94dd546d&device_id=88a68a80-f2c4-48c3-ac43-f1e76012f3ea HTTP/1.1" status: 200 len: 1096 time: 0.0834081 Nov 11 20:40:29.011653 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858cb7a-b99a-4bdb-a07f-e24e9836b210 req-5b0dc900-2985-4ced-86ec-25fc97cc279b tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:29.013285 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5858cb7a-b99a-4bdb-a07f-e24e9836b210 req-5b0dc900-2985-4ced-86ec-25fc97cc279b tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f94aca5-1944-4a8d-99f9-ad3407734fed HTTP/1.1" status: 200 len: 949 time: 0.0740683 Nov 11 20:40:29.114605 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5858cb7a-b99a-4bdb-a07f-e24e9836b210 req-5945bb6d-8d41-488d-98f3-27f0b1e02c0e tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] 10.222.0.61 "GET /v2.0/security-groups?id=04ce1b29-82e7-415e-88b3-08258726bf82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948720 Nov 11 20:40:29.116019 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d5a7f265-bb16-411e-b40b-32bdb995b866 req-6cf2dbf1-98cd-4abc-8d66-a5dfa2926dad service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=55137242-2e6b-4a3a-a796-20d6c605c358 HTTP/1.1" status: 200 len: 217 time: 0.0420475 Nov 11 20:40:29.229617 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7f265-bb16-411e-b40b-32bdb995b866 req-f3f690c9-47d1-475a-bf3b-acea6625c1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:29.231150 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d5a7f265-bb16-411e-b40b-32bdb995b866 req-f3f690c9-47d1-475a-bf3b-acea6625c1f0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=cd94b66c-5e90-4a87-ae3c-7da1a763bfb3 HTTP/1.1" status: 200 len: 854 time: 0.0902562 Nov 11 20:40:29.248205 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8b9575d9-aaaa-482d-83fc-f7845d6b4038 req-9c439b4f-2ca7-42b5-9156-5e365e28267e tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/ports?device_id=138b8b00-39e4-462d-ae08-c582c980e976 HTTP/1.1" status: 200 len: 210 time: 0.0366738 Nov 11 20:40:29.293618 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d5a7f265-bb16-411e-b40b-32bdb995b866 req-42c59235-efa5-4657-8e55-8210ef60717d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7d0e0821-58b7-4378-8e73-122c99e64b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311761 Nov 11 20:40:29.325109 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5cac93-7015-459b-bbf7-863eeabe14ca x-openstack-request-id: req-6c5cac93-7015-459b-bbf7-863eeabe14ca {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:40:29.325406 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88a68a80-f2c4-48c3-ac43-f1e76012f3ea", "tag": "55137242-2e6b-4a3a-a796-20d6c605c358", "status": "completed", "code": 200}]} {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:40:29.325659 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6c5cac93-7015-459b-bbf7-863eeabe14ca {{(pid=101811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:40:29.326093 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88a68a80-f2c4-48c3-ac43-f1e76012f3ea', 'tag': '55137242-2e6b-4a3a-a796-20d6c605c358', 'status': 'completed', 'code': 200} Nov 11 20:40:29.560970 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a33cfe-df77-4ad4-b2ba-5dcb18630282 req-2d879118-9a0a-494d-9701-761265dc780f tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:29.562478 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-55a33cfe-df77-4ad4-b2ba-5dcb18630282 req-2d879118-9a0a-494d-9701-761265dc780f tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/ports?device_id=88a68a80-f2c4-48c3-ac43-f1e76012f3ea HTTP/1.1" status: 200 len: 943 time: 0.2290771 Nov 11 20:40:29.576283 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d5a7f265-bb16-411e-b40b-32bdb995b866 req-6b96e1d1-c911-498b-a697-521d80de27b0 service neutron] 10.222.0.78 "GET /v2.0/networks/7d0e0821-58b7-4378-8e73-122c99e64b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330115 Nov 11 20:40:29.594253 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9a3b6-5597-4576-9f52-21d42e3da212 req-b6ca0940-f914-4173-b9ba-6aa6a8e13b15 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:29.595669 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-79d9a3b6-5597-4576-9f52-21d42e3da212 req-b6ca0940-f914-4173-b9ba-6aa6a8e13b15 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.2079020 Nov 11 20:40:29.598976 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f979f-1e90-4704-a8c2-f7be6705d7e3 req-0bce9787-0f07-4603-88a6-e95611681f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:29.600378 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e79f979f-1e90-4704-a8c2-f7be6705d7e3 req-0bce9787-0f07-4603-88a6-e95611681f35 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8473830434694f05acc123584bf48e18&device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 1098 time: 0.1609783 Nov 11 20:40:29.697134 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-55a33cfe-df77-4ad4-b2ba-5dcb18630282 req-9c610af7-4f19-4cf7-b6fc-4a9a22519a71 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/security-groups?id=457f38f0-4b56-4441-98f2-42141019ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273885 Nov 11 20:40:29.750792 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-79d9a3b6-5597-4576-9f52-21d42e3da212 req-a9a7f27d-b2ad-4272-911b-f278abb135c9 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441979 Nov 11 20:40:30.116262 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d5a7f265-bb16-411e-b40b-32bdb995b866 req-a0dd2d2d-784d-4c7a-92e7-72f039b7bb8a service neutron] 10.222.0.78 "GET /v2.0/networks/7d0e0821-58b7-4378-8e73-122c99e64b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4590964 Nov 11 20:40:30.132983 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b3016-ad4d-4b98-a5bd-519401ab7768 req-2daa5b57-1d77-48d1-bb25-317a7914a319 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:30.134495 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-475b3016-ad4d-4b98-a5bd-519401ab7768 req-2daa5b57-1d77-48d1-bb25-317a7914a319 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=f872205c-fe9f-4e51-8359-dd7e9e65f155 HTTP/1.1" status: 200 len: 945 time: 0.3788745 Nov 11 20:40:30.187130 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f979f-1e90-4704-a8c2-f7be6705d7e3 req-58181c64-315d-46ed-9db8-cb1f743cf591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:30.188633 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e79f979f-1e90-4704-a8c2-f7be6705d7e3 req-58181c64-315d-46ed-9db8-cb1f743cf591 service neutron] 10.222.0.78 "GET /v2.0/networks?id=acd422cb-07fc-4b63-aaab-fd2e52fc9069 HTTP/1.1" status: 200 len: 920 time: 0.1513743 Nov 11 20:40:30.206499 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-475b3016-ad4d-4b98-a5bd-519401ab7768 req-a211c484-cb57-4e99-b20a-e5433d1a2699 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655584 Nov 11 20:40:30.355791 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e79f979f-1e90-4704-a8c2-f7be6705d7e3 req-7ff4666a-ff17-450b-b02a-d9274b2c1196 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66b27c9f-82a4-466b-830b-548c3a8a129f HTTP/1.1" status: 200 len: 217 time: 0.0792005 Nov 11 20:40:30.386063 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b52aba8a-8862-40b5-8283-aa4249ab0bf5 req-7c328086-0433-40b7-8804-77d28f27156b tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/ports?device_id=138b8b00-39e4-462d-ae08-c582c980e976 HTTP/1.1" status: 200 len: 210 time: 0.0352600 Nov 11 20:40:30.429029 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256fa813-dcc7-4575-a8f9-7795833c0ebb req-a1ecf6e5-1129-4815-9982-49a7ed915e01 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:30.430470 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-256fa813-dcc7-4575-a8f9-7795833c0ebb req-a1ecf6e5-1129-4815-9982-49a7ed915e01 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f94aca5-1944-4a8d-99f9-ad3407734fed HTTP/1.1" status: 200 len: 949 time: 0.1642435 Nov 11 20:40:30.459606 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026102c-79da-4145-8bc0-90bf402a02cd req-3939f770-5d49-4ae2-918d-35d1046ce5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:30.461065 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a026102c-79da-4145-8bc0-90bf402a02cd req-3939f770-5d49-4ae2-918d-35d1046ce5e5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ad9bb6fc32584e87808c292a94dd546d&device_id=88a68a80-f2c4-48c3-ac43-f1e76012f3ea HTTP/1.1" status: 200 len: 1096 time: 0.1834943 Nov 11 20:40:30.469566 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f979f-1e90-4704-a8c2-f7be6705d7e3 req-a9943ae7-42cc-4bd1-ae45-ec0e4129eff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:30.470928 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e79f979f-1e90-4704-a8c2-f7be6705d7e3 req-a9943ae7-42cc-4bd1-ae45-ec0e4129eff4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=843c9d58-b0a8-42ed-baec-4e93b7576eb3 HTTP/1.1" status: 200 len: 859 time: 0.0873368 Nov 11 20:40:30.494738 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-256fa813-dcc7-4575-a8f9-7795833c0ebb req-7e4281f6-f306-45bb-8786-e64c00b98fe2 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] 10.222.0.61 "GET /v2.0/security-groups?id=04ce1b29-82e7-415e-88b3-08258726bf82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564854 Nov 11 20:40:30.600569 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e79f979f-1e90-4704-a8c2-f7be6705d7e3 req-2a7857b5-5a7e-44a4-b39a-4bfb235c0566 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=acd422cb-07fc-4b63-aaab-fd2e52fc9069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317538 Nov 11 20:40:30.709051 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-5bf02b05-dd1a-4203-9c7d-9c6e47fdf004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:30.717889 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026102c-79da-4145-8bc0-90bf402a02cd req-0882f4cd-bde4-4390-87de-0cc0ee5c856a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:30.719348 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a026102c-79da-4145-8bc0-90bf402a02cd req-0882f4cd-bde4-4390-87de-0cc0ee5c856a service neutron] 10.222.0.78 "GET /v2.0/networks?id=7d0e0821-58b7-4378-8e73-122c99e64b79 HTTP/1.1" status: 200 len: 915 time: 0.1704586 Nov 11 20:40:30.740041 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e79f979f-1e90-4704-a8c2-f7be6705d7e3 req-05df1868-d763-4a00-9bc9-28d4e9617a9c service neutron] 10.222.0.78 "GET /v2.0/networks/acd422cb-07fc-4b63-aaab-fd2e52fc9069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133895 Nov 11 20:40:30.867464 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a026102c-79da-4145-8bc0-90bf402a02cd req-fb30716b-2f91-48a4-9bbd-1219e2048a45 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=55137242-2e6b-4a3a-a796-20d6c605c358 HTTP/1.1" status: 200 len: 217 time: 0.0894213 Nov 11 20:40:30.980680 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ffd10-b382-4365-a434-49923d4e38cf req-df6bd67f-9440-4373-8c6f-e181685f9697 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:30.982072 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-622ffd10-b382-4365-a434-49923d4e38cf req-df6bd67f-9440-4373-8c6f-e181685f9697 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/ports?device_id=88a68a80-f2c4-48c3-ac43-f1e76012f3ea HTTP/1.1" status: 200 len: 943 time: 0.2164462 Nov 11 20:40:30.994657 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026102c-79da-4145-8bc0-90bf402a02cd req-e202db16-d61e-4c42-8ccc-bd4c6d5f5348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:30.996088 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a026102c-79da-4145-8bc0-90bf402a02cd req-e202db16-d61e-4c42-8ccc-bd4c6d5f5348 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=cd94b66c-5e90-4a87-ae3c-7da1a763bfb3 HTTP/1.1" status: 200 len: 854 time: 0.0989382 Nov 11 20:40:31.017312 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 4edbb89c-4f5c-491a-9011-52c3c60a224c up at agent hyperv_hv-cinder-81764 {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:40:31.023913 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e79f979f-1e90-4704-a8c2-f7be6705d7e3 req-1fc37593-b418-44a9-b095-ca74ea4d9dfd service neutron] 10.222.0.78 "GET /v2.0/networks/acd422cb-07fc-4b63-aaab-fd2e52fc9069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448156 Nov 11 20:40:31.031898 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58072f10-6b4a-4f9d-ae2f-27a9bb6dafc7 req-6e5cadc3-7378-4382-8036-4e58f7ee0348 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:31.033309 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-58072f10-6b4a-4f9d-ae2f-27a9bb6dafc7 req-6e5cadc3-7378-4382-8036-4e58f7ee0348 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.1815100 Nov 11 20:40:31.084867 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Provisioning for port 4edbb89c-4f5c-491a-9011-52c3c60a224c completed by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:40:31.089050 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Provisioning complete for port 4edbb89c-4f5c-491a-9011-52c3c60a224c triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:40:31.089423 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:31.115873 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a026102c-79da-4145-8bc0-90bf402a02cd req-96c1aa85-d2a2-42e7-a7bc-46a98acadcfe service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7d0e0821-58b7-4378-8e73-122c99e64b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600998 Nov 11 20:40:31.135280 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-622ffd10-b382-4365-a434-49923d4e38cf req-6f5ca65b-8497-4ead-a3f6-59e5032714fd tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/security-groups?id=457f38f0-4b56-4441-98f2-42141019ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437948 Nov 11 20:40:31.179819 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:31.213565 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f872205c-fe9f-4e51-8359-dd7e9e65f155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4edbb89c-4f5c-491a-9011-52c3c60a224c'}] {{(pid=101813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:40:31.215851 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0340890b3ce0369dfbb204f3d0516fe3d00048a2838df9679e450f9495620248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c990b2-8863-4733-ab6d-c7efcb3ac03c" -d '{"events": [{"server_uuid": "f872205c-fe9f-4e51-8359-dd7e9e65f155", "name": "network-vif-plugged", "status": "completed", "tag": "4edbb89c-4f5c-491a-9011-52c3c60a224c"}]}' {{(pid=101813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:40:31.233627 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 4edbb89c-4f5c-491a-9011-52c3c60a224c, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=4edbb89c-4f5c-491a-9011-52c3c60a224c,segment=NetworkSegment(727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f),segment_id=727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:40:31.241200 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:31.261998 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-58072f10-6b4a-4f9d-ae2f-27a9bb6dafc7 req-1143de5a-4a40-4f48-8944-7f7b07c2746c tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183847 Nov 11 20:40:31.281385 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0296a8-96ac-4cb9-9c76-ad80cf15b234 req-e7b662a5-54d1-4442-917e-91c2eaa1e590 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:31.283017 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5c0296a8-96ac-4cb9-9c76-ad80cf15b234 req-e7b662a5-54d1-4442-917e-91c2eaa1e590 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] 10.222.0.78 "GET /v2.0/ports?device_id=5f94aca5-1944-4a8d-99f9-ad3407734fed HTTP/1.1" status: 200 len: 949 time: 0.2074394 Nov 11 20:40:31.317954 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a026102c-79da-4145-8bc0-90bf402a02cd req-b32c1c48-157f-401b-9850-4af560ee009f service neutron] 10.222.0.78 "GET /v2.0/networks/7d0e0821-58b7-4378-8e73-122c99e64b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715677 Nov 11 20:40:31.320621 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Pushing event updated for resources: {'Port': ['ID=4edbb89c-4f5c-491a-9011-52c3c60a224c,revision_number=5']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:31.337000 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f26dffb-55ce-42b5-9a50-b301ed03f1ab x-openstack-request-id: req-3f26dffb-55ce-42b5-9a50-b301ed03f1ab {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:40:31.337553 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f872205c-fe9f-4e51-8359-dd7e9e65f155", "name": "network-vif-plugged", "status": "completed", "tag": "4edbb89c-4f5c-491a-9011-52c3c60a224c", "code": 200}]} {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:40:31.338100 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3f26dffb-55ce-42b5-9a50-b301ed03f1ab {{(pid=101813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:40:31.338674 dv-cinder-817642-1-iscsi neutron-server[101813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f872205c-fe9f-4e51-8359-dd7e9e65f155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4edbb89c-4f5c-491a-9011-52c3c60a224c', 'code': 200} Nov 11 20:40:31.633525 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ead50-bc10-4187-9c2d-898bee614508 req-b30da3a0-8973-4795-8b16-843017c25375 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:31.635040 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-6f3ead50-bc10-4187-9c2d-898bee614508 req-b30da3a0-8973-4795-8b16-843017c25375 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=f872205c-fe9f-4e51-8359-dd7e9e65f155 HTTP/1.1" status: 200 len: 946 time: 0.2422783 Nov 11 20:40:31.641405 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b875d1-55a6-4ae3-b34d-05ad6c5abf8e req-28096bf2-ad14-4277-a7cf-6c9536510d4a tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:31.642700 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-80b875d1-55a6-4ae3-b34d-05ad6c5abf8e req-28096bf2-ad14-4277-a7cf-6c9536510d4a tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.78 "GET /v2.0/networks?id=ce672723-6882-4ab4-9659-ebe86d0ace99 HTTP/1.1" status: 200 len: 809 time: 0.2712121 Nov 11 20:40:31.680358 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a026102c-79da-4145-8bc0-90bf402a02cd req-ba7f9f6d-c88b-43d5-9418-d13f8393eb2a service neutron] 10.222.0.78 "GET /v2.0/networks/7d0e0821-58b7-4378-8e73-122c99e64b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707050 Nov 11 20:40:31.717250 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-6f3ead50-bc10-4187-9c2d-898bee614508 req-742658d3-bf0f-47cd-b176-cadc3fccfb87 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713489 Nov 11 20:40:31.720796 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [req-5c0296a8-96ac-4cb9-9c76-ad80cf15b234 req-3ef92d64-92cf-4ba2-871f-6f44f7ffd0e5 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] Deleting port 11f2000a-1143-430a-b241-6ba0551ca4a1 {{(pid=101811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:40:31.721128 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-5c0296a8-96ac-4cb9-9c76-ad80cf15b234 req-3ef92d64-92cf-4ba2-871f-6f44f7ffd0e5 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:31.842732 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [req-80b875d1-55a6-4ae3-b34d-05ad6c5abf8e req-4c2b2f1d-761a-4e4d-91a3-55d7f006281b tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Request body: {'port': {'device_id': '138b8b00-39e4-462d-ae08-c582c980e976', 'network_id': 'ce672723-6882-4ab4-9659-ebe86d0ace99', 'admin_state_up': True, 'tenant_id': 'da3138643605461997fb39e99bac9845'}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:40:31.883224 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964dc893-24c6-470b-bb64-0c52ddca5e0f req-dbeda092-e57b-44bf-b71e-7063ebbbbb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:31.885409 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [req-964dc893-24c6-470b-bb64-0c52ddca5e0f req-dbeda092-e57b-44bf-b71e-7063ebbbbb3e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f872205c-fe9f-4e51-8359-dd7e9e65f155 HTTP/1.1" status: 200 len: 1099 time: 0.0839529 Nov 11 20:40:31.938978 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-5c0296a8-96ac-4cb9-9c76-ad80cf15b234 req-3ef92d64-92cf-4ba2-871f-6f44f7ffd0e5 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] For port 11f2000a-1143-430a-b241-6ba0551ca4a1, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=11f2000a-1143-430a-b241-6ba0551ca4a1,segment=NetworkSegment(bd1c8d4a-2701-4e01-89cf-56cc84afd13d),segment_id=bd1c8d4a-2701-4e01-89cf-56cc84afd13d)] {{(pid=101811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:40:31.939342 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-5c0296a8-96ac-4cb9-9c76-ad80cf15b234 req-3ef92d64-92cf-4ba2-871f-6f44f7ffd0e5 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:31.946347 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [req-964dc893-24c6-470b-bb64-0c52ddca5e0f req-7d89f98d-b459-4bee-8955-f6ddec35fb48 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446498 Nov 11 20:40:31.990919 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7da58314-5c60-40c5-9714-3f7da35e939e req-f4f8d47b-8fca-4309-830d-2e7b39fc0ea8 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/ports?device_id=138b8b00-39e4-462d-ae08-c582c980e976 HTTP/1.1" status: 200 len: 210 time: 0.0718491 Nov 11 20:40:31.991751 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [req-5c0296a8-96ac-4cb9-9c76-ad80cf15b234 req-3ef92d64-92cf-4ba2-871f-6f44f7ffd0e5 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] Calling delete_port for 11f2000a-1143-430a-b241-6ba0551ca4a1 owned by compute:nova {{(pid=101811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:40:32.068436 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6bbc7-11ca-493c-8b2e-78f1fe075da9 req-77e40ca0-2876-4e31-b602-1575ea16f303 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:32.069967 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-6dd6bbc7-11ca-493c-8b2e-78f1fe075da9 req-77e40ca0-2876-4e31-b602-1575ea16f303 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f94aca5-1944-4a8d-99f9-ad3407734fed HTTP/1.1" status: 200 len: 949 time: 0.2009714 Nov 11 20:40:32.112646 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80b875d1-55a6-4ae3-b34d-05ad6c5abf8e req-4c2b2f1d-761a-4e4d-91a3-55d7f006281b tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Made reservation on behalf of da3138643605461997fb39e99bac9845 for: {'port': 1} {{(pid=101811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:40:32.116573 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-80b875d1-55a6-4ae3-b34d-05ad6c5abf8e req-4c2b2f1d-761a-4e4d-91a3-55d7f006281b tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:32.203576 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-6dd6bbc7-11ca-493c-8b2e-78f1fe075da9 req-b2c22fee-74ab-4ca9-aae9-0f0286876e3b tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] 10.222.0.61 "GET /v2.0/security-groups?id=04ce1b29-82e7-415e-88b3-08258726bf82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257284 Nov 11 20:40:32.324194 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-5c0296a8-96ac-4cb9-9c76-ad80cf15b234 req-3ef92d64-92cf-4ba2-871f-6f44f7ffd0e5 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954'] for port, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:32.371279 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016014ce-2052-4105-8ea9-a13473090d78 req-d91d9b44-6b6e-4b33-ad08-132a0fe7f215 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:32.372107 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-016014ce-2052-4105-8ea9-a13473090d78 req-d91d9b44-6b6e-4b33-ad08-132a0fe7f215 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/ports?device_id=88a68a80-f2c4-48c3-ac43-f1e76012f3ea HTTP/1.1" status: 200 len: 943 time: 0.1621108 Nov 11 20:40:32.389109 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef92d64-92cf-4ba2-871f-6f44f7ffd0e5 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] Pushing event deleted for resources: {'Port': ['ID=11f2000a-1143-430a-b241-6ba0551ca4a1,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:32.414347 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.db_base_plugin_common [req-80b875d1-55a6-4ae3-b34d-05ad6c5abf8e req-4c2b2f1d-761a-4e4d-91a3-55d7f006281b tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Allocated IP 172.20.0.12 (ce672723-6882-4ab4-9659-ebe86d0ace99/f67a73f6-0971-4cfa-bc0f-6a34bef4a5cc/aa053e0f-920f-42dd-bd56-f2d49a9c85f0) {{(pid=101811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:40:32.483146 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0296a8-96ac-4cb9-9c76-ad80cf15b234 req-3ef92d64-92cf-4ba2-871f-6f44f7ffd0e5 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] No DVR routers for this DVR port 11f2000a-1143-430a-b241-6ba0551ca4a1 on host hv-cinder-81764 {{(pid=101811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:40:32.487461 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-5c0296a8-96ac-4cb9-9c76-ad80cf15b234 req-3ef92d64-92cf-4ba2-871f-6f44f7ffd0e5 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:32.491420 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5c0296a8-96ac-4cb9-9c76-ad80cf15b234 req-3ef92d64-92cf-4ba2-871f-6f44f7ffd0e5 tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] 10.222.0.78 "DELETE /v2.0/ports/11f2000a-1143-430a-b241-6ba0551ca4a1 HTTP/1.1" status: 204 len: 173 time: 1.0706613 Nov 11 20:40:32.494156 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f94aca5-1944-4a8d-99f9-ad3407734fed', 'name': 'network-vif-deleted', 'tag': '11f2000a-1143-430a-b241-6ba0551ca4a1'}] {{(pid=101811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:40:32.496539 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5736cb7e175e5ed5563496e7c8b9c6d8883e61bc6d504a4dc096e4a6f480cdce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae719a4-2525-48be-b06c-d94152645dcc" -d '{"events": [{"server_uuid": "5f94aca5-1944-4a8d-99f9-ad3407734fed", "name": "network-vif-deleted", "tag": "11f2000a-1143-430a-b241-6ba0551ca4a1"}]}' {{(pid=101811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:40:32.552904 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a027a-e055-47b1-bd1f-6878c729795b req-142d7cc4-aa4b-4664-a376-19c73a30233b tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:32.554452 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-167a027a-e055-47b1-bd1f-6878c729795b req-142d7cc4-aa4b-4664-a376-19c73a30233b tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.2121127 Nov 11 20:40:32.585464 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-016014ce-2052-4105-8ea9-a13473090d78 req-687ac3c8-05f6-4523-9e80-85c1b4ff6996 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/security-groups?id=457f38f0-4b56-4441-98f2-42141019ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003527 Nov 11 20:40:32.677342 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-167a027a-e055-47b1-bd1f-6878c729795b req-92140814-4e1a-4bc7-a43c-c39b13ff5eb3 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140068 Nov 11 20:40:32.718940 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-80b875d1-55a6-4ae3-b34d-05ad6c5abf8e req-4c2b2f1d-761a-4e4d-91a3-55d7f006281b tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Publish callbacks [] for port, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:32.727885 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78fa05a-c1fb-4d67-9605-0aad06995944 x-openstack-request-id: req-c78fa05a-c1fb-4d67-9605-0aad06995944 {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:40:32.728202 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f94aca5-1944-4a8d-99f9-ad3407734fed", "name": "network-vif-deleted", "tag": "11f2000a-1143-430a-b241-6ba0551ca4a1", "status": "completed", "code": 200}]} {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:40:32.728453 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c78fa05a-c1fb-4d67-9605-0aad06995944 {{(pid=101811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:40:32.728839 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f94aca5-1944-4a8d-99f9-ad3407734fed', 'name': 'network-vif-deleted', 'tag': '11f2000a-1143-430a-b241-6ba0551ca4a1', 'status': 'completed', 'code': 200} Nov 11 20:40:32.756057 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-80b875d1-55a6-4ae3-b34d-05ad6c5abf8e req-4c2b2f1d-761a-4e4d-91a3-55d7f006281b tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945'] for port, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:32.808186 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80b875d1-55a6-4ae3-b34d-05ad6c5abf8e req-4c2b2f1d-761a-4e4d-91a3-55d7f006281b tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Network ce672723-6882-4ab4-9659-ebe86d0ace99 is already hosted by enough agents. {{(pid=101811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:40:32.828740 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.base_scheduler [req-80b875d1-55a6-4ae3-b34d-05ad6c5abf8e req-4c2b2f1d-761a-4e4d-91a3-55d7f006281b tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Resources bound (agent type, host, resource id): {{(pid=101811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:40:32.834568 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b875d1-55a6-4ae3-b34d-05ad6c5abf8e req-4c2b2f1d-761a-4e4d-91a3-55d7f006281b tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Received port after_create {{(pid=101811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:40:32.840101 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b875d1-55a6-4ae3-b34d-05ad6c5abf8e req-4c2b2f1d-761a-4e4d-91a3-55d7f006281b tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:32.840695 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-80b875d1-55a6-4ae3-b34d-05ad6c5abf8e req-4c2b2f1d-761a-4e4d-91a3-55d7f006281b tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:32.853129 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b2f1d-761a-4e4d-91a3-55d7f006281b tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Pushing event updated for resources: {'Port': ['ID=aa053e0f-920f-42dd-bd56-f2d49a9c85f0,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:32.867086 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-80b875d1-55a6-4ae3-b34d-05ad6c5abf8e req-4c2b2f1d-761a-4e4d-91a3-55d7f006281b tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0291488 Nov 11 20:40:32.882949 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944a6af-091b-4f1c-aec8-2ddbb73ed55c req-8c877c38-145e-40b2-96f0-965669cc86ce tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:32.884375 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a944a6af-091b-4f1c-aec8-2ddbb73ed55c req-8c877c38-145e-40b2-96f0-965669cc86ce tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=f872205c-fe9f-4e51-8359-dd7e9e65f155 HTTP/1.1" status: 200 len: 946 time: 0.0954087 Nov 11 20:40:32.934407 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a944a6af-091b-4f1c-aec8-2ddbb73ed55c req-df3a615e-4ca0-477d-8624-45b8e9808173 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441284 Nov 11 20:40:32.940002 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [req-80b875d1-55a6-4ae3-b34d-05ad6c5abf8e req-4b686cab-02d8-459f-9dfe-89e5ad13896a service neutron] Request body: {'port': {'device_id': '138b8b00-39e4-462d-ae08-c582c980e976', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81764'}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:40:33.000027 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-80b875d1-55a6-4ae3-b34d-05ad6c5abf8e req-4b686cab-02d8-459f-9dfe-89e5ad13896a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:33.037162 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 11f2000a-1143-430a-b241-6ba0551ca4a1 no longer exists at agent hyperv_hv-cinder-81764 {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:40:33.058729 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] No Port match for: 11f2000a-1143-430a-b241-6ba0551ca4a1 {{(pid=101813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:40:33.059072 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 11f2000a-1143-430a-b241-6ba0551ca4a1 not bound to the agent host hv-cinder-81764 {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:40:33.204120 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f766570-54c0-4ee7-a361-eb00083fb78e req-55b19d25-3332-4ba9-836f-09ac972f31e7 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:33.205583 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-6f766570-54c0-4ee7-a361-eb00083fb78e req-55b19d25-3332-4ba9-836f-09ac972f31e7 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/ports?device_id=138b8b00-39e4-462d-ae08-c582c980e976 HTTP/1.1" status: 200 len: 932 time: 0.1048155 Nov 11 20:40:33.361813 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-745c26c4-94a5-4979-844b-b015fe38e8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:33.546828 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5d3b7693-4dd8-4446-9919-fcd44383031d req-61bd7434-0f5f-491f-80be-cd5d606ebe7b tempest-VolumesNegativeTest-200270256 tempest-VolumesNegativeTest-200270256-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f94aca5-1944-4a8d-99f9-ad3407734fed HTTP/1.1" status: 200 len: 210 time: 0.0470872 Nov 11 20:40:33.552541 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-6f766570-54c0-4ee7-a361-eb00083fb78e req-4d9d67fa-4d0c-4872-8e44-e96889ddfba4 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/security-groups?id=a6011662-05af-48d6-93b4-66343e6538ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380191 Nov 11 20:40:33.603226 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [req-80b875d1-55a6-4ae3-b34d-05ad6c5abf8e req-4b686cab-02d8-459f-9dfe-89e5ad13896a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa053e0f-920f-42dd-bd56-f2d49a9c85f0 {{(pid=101811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:40:33.610537 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-80b875d1-55a6-4ae3-b34d-05ad6c5abf8e req-4b686cab-02d8-459f-9dfe-89e5ad13896a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:33.623845 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.provisioning_blocks [req-80b875d1-55a6-4ae3-b34d-05ad6c5abf8e req-4b686cab-02d8-459f-9dfe-89e5ad13896a service neutron] Transition to ACTIVE for port object aa053e0f-920f-42dd-bd56-f2d49a9c85f0 will not be triggered until provisioned by entity L2. {{(pid=101811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:40:33.628060 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-80b875d1-55a6-4ae3-b34d-05ad6c5abf8e req-4b686cab-02d8-459f-9dfe-89e5ad13896a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:33.710141 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b686cab-02d8-459f-9dfe-89e5ad13896a service neutron] Pushing event updated for resources: {'Port': ['ID=aa053e0f-920f-42dd-bd56-f2d49a9c85f0,revision_number=2']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:33.759011 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc06521-7b35-45cf-aaa0-60c9edd8d925 req-74132170-a1b5-46cb-ad5f-14794a4dc247 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:33.760553 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-abc06521-7b35-45cf-aaa0-60c9edd8d925 req-74132170-a1b5-46cb-ad5f-14794a4dc247 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/ports?device_id=88a68a80-f2c4-48c3-ac43-f1e76012f3ea HTTP/1.1" status: 200 len: 943 time: 0.0914497 Nov 11 20:40:33.761327 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.managers [req-80b875d1-55a6-4ae3-b34d-05ad6c5abf8e req-4b686cab-02d8-459f-9dfe-89e5ad13896a service neutron] Attempting to bind port aa053e0f-920f-42dd-bd56-f2d49a9c85f0 on host hv-cinder-81764 for vnic_type normal with profile {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:40:33.761702 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.managers [req-80b875d1-55a6-4ae3-b34d-05ad6c5abf8e req-4b686cab-02d8-459f-9dfe-89e5ad13896a service neutron] Attempting to bind port aa053e0f-920f-42dd-bd56-f2d49a9c85f0 by drivers openvswitch,hyperv on host hv-cinder-81764 at level 0 using segments [{'id': '676c89b0-616c-4174-893a-251ed28c9438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'ce672723-6882-4ab4-9659-ebe86d0ace99'}] {{(pid=101811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:40:33.762129 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b875d1-55a6-4ae3-b34d-05ad6c5abf8e req-4b686cab-02d8-459f-9dfe-89e5ad13896a service neutron] Attempting to bind port aa053e0f-920f-42dd-bd56-f2d49a9c85f0 on network ce672723-6882-4ab4-9659-ebe86d0ace99 {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:40:33.767561 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b875d1-55a6-4ae3-b34d-05ad6c5abf8e req-4b686cab-02d8-459f-9dfe-89e5ad13896a service neutron] Port aa053e0f-920f-42dd-bd56-f2d49a9c85f0 on network ce672723-6882-4ab4-9659-ebe86d0ace99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81764 {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:40:33.767884 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b875d1-55a6-4ae3-b34d-05ad6c5abf8e req-4b686cab-02d8-459f-9dfe-89e5ad13896a service neutron] Attempting to bind port aa053e0f-920f-42dd-bd56-f2d49a9c85f0 on network ce672723-6882-4ab4-9659-ebe86d0ace99 {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:40:33.781905 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b875d1-55a6-4ae3-b34d-05ad6c5abf8e req-4b686cab-02d8-459f-9dfe-89e5ad13896a service neutron] Checking agent: {'id': '15458190-db7e-4dc5-9ea8-0c1068e01e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81764', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 36, 20), 'started_at': datetime.datetime(2021, 11, 11, 20, 36, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:40:33.782303 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b875d1-55a6-4ae3-b34d-05ad6c5abf8e req-4b686cab-02d8-459f-9dfe-89e5ad13896a service neutron] Checking segment: {'id': '676c89b0-616c-4174-893a-251ed28c9438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'ce672723-6882-4ab4-9659-ebe86d0ace99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:40:33.782732 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b875d1-55a6-4ae3-b34d-05ad6c5abf8e req-4b686cab-02d8-459f-9dfe-89e5ad13896a service neutron] Bound using segment: {'id': '676c89b0-616c-4174-893a-251ed28c9438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'ce672723-6882-4ab4-9659-ebe86d0ace99'} {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:40:33.783171 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.managers [req-80b875d1-55a6-4ae3-b34d-05ad6c5abf8e req-4b686cab-02d8-459f-9dfe-89e5ad13896a service neutron] Bound port: aa053e0f-920f-42dd-bd56-f2d49a9c85f0, host: hv-cinder-81764, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '676c89b0-616c-4174-893a-251ed28c9438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'ce672723-6882-4ab4-9659-ebe86d0ace99'}}] {{(pid=101811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:40:33.783508 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-80b875d1-55a6-4ae3-b34d-05ad6c5abf8e req-4b686cab-02d8-459f-9dfe-89e5ad13896a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:33.896651 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-abc06521-7b35-45cf-aaa0-60c9edd8d925 req-3127e305-e7c7-4274-8e0e-cb859062d2f2 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/security-groups?id=457f38f0-4b56-4441-98f2-42141019ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219456 Nov 11 20:40:33.922347 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dac35b-6f79-48d2-9f54-ef9720d0832e req-3a28a646-5ef6-49a0-8795-424b1830e048 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:33.923820 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b9dac35b-6f79-48d2-9f54-ef9720d0832e req-3a28a646-5ef6-49a0-8795-424b1830e048 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.1472921 Nov 11 20:40:33.938953 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-80b875d1-55a6-4ae3-b34d-05ad6c5abf8e req-4b686cab-02d8-459f-9dfe-89e5ad13896a service neutron] For port aa053e0f-920f-42dd-bd56-f2d49a9c85f0, host hv-cinder-81764, cleared binding levels {{(pid=101811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:40:33.943879 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-80b875d1-55a6-4ae3-b34d-05ad6c5abf8e req-4b686cab-02d8-459f-9dfe-89e5ad13896a service neutron] For port aa053e0f-920f-42dd-bd56-f2d49a9c85f0, host hv-cinder-81764, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=aa053e0f-920f-42dd-bd56-f2d49a9c85f0,segment=NetworkSegment(676c89b0-616c-4174-893a-251ed28c9438),segment_id=676c89b0-616c-4174-893a-251ed28c9438)] {{(pid=101811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:40:33.953107 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-80b875d1-55a6-4ae3-b34d-05ad6c5abf8e req-4b686cab-02d8-459f-9dfe-89e5ad13896a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:34.007415 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b875d1-55a6-4ae3-b34d-05ad6c5abf8e req-4b686cab-02d8-459f-9dfe-89e5ad13896a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:34.008034 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-80b875d1-55a6-4ae3-b34d-05ad6c5abf8e req-4b686cab-02d8-459f-9dfe-89e5ad13896a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:34.009422 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-80b875d1-55a6-4ae3-b34d-05ad6c5abf8e req-4b686cab-02d8-459f-9dfe-89e5ad13896a service neutron] 10.222.0.78 "PUT /v2.0/ports/aa053e0f-920f-42dd-bd56-f2d49a9c85f0 HTTP/1.1" status: 200 len: 1094 time: 1.0734231 Nov 11 20:40:34.034419 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b686cab-02d8-459f-9dfe-89e5ad13896a service neutron] Pushing event updated for resources: {'Port': ['ID=aa053e0f-920f-42dd-bd56-f2d49a9c85f0,revision_number=3']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:34.040530 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b9dac35b-6f79-48d2-9f54-ef9720d0832e req-4d7c1652-41ba-49b8-9f96-706f49c201a0 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085889 Nov 11 20:40:34.179713 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489042f2-3c70-4ca5-8054-a243b4fc3110 req-320e2e43-7cc2-48c1-b052-1eaf8a25cbed tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:34.181260 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-489042f2-3c70-4ca5-8054-a243b4fc3110 req-320e2e43-7cc2-48c1-b052-1eaf8a25cbed tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=f872205c-fe9f-4e51-8359-dd7e9e65f155 HTTP/1.1" status: 200 len: 946 time: 0.0792856 Nov 11 20:40:34.183882 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b875d1-55a6-4ae3-b34d-05ad6c5abf8e req-4e61137a-53dc-4e05-894b-f0d9fffb8171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:34.185264 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-80b875d1-55a6-4ae3-b34d-05ad6c5abf8e req-4e61137a-53dc-4e05-894b-f0d9fffb8171 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=da3138643605461997fb39e99bac9845&device_id=138b8b00-39e4-462d-ae08-c582c980e976 HTTP/1.1" status: 200 len: 1097 time: 0.0845644 Nov 11 20:40:34.253048 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-80b875d1-55a6-4ae3-b34d-05ad6c5abf8e req-1eaa18e9-e64b-449f-917f-653eaebe4003 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa053e0f-920f-42dd-bd56-f2d49a9c85f0 HTTP/1.1" status: 200 len: 217 time: 0.0412111 Nov 11 20:40:34.260413 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-489042f2-3c70-4ca5-8054-a243b4fc3110 req-7d10c7aa-e34e-4ed2-98bf-4d869320179d tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734491 Nov 11 20:40:34.343385 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b875d1-55a6-4ae3-b34d-05ad6c5abf8e req-9ecc58d0-5d24-46c0-aff4-d87c9413e5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:34.344860 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-80b875d1-55a6-4ae3-b34d-05ad6c5abf8e req-9ecc58d0-5d24-46c0-aff4-d87c9413e5b2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f67a73f6-0971-4cfa-bc0f-6a34bef4a5cc HTTP/1.1" status: 200 len: 849 time: 0.0514946 Nov 11 20:40:34.349634 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3d9940ef-842e-4b07-a279-f9f66b0ee11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:34.421924 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-80b875d1-55a6-4ae3-b34d-05ad6c5abf8e req-21e0c0e7-951c-4e1b-9dbf-c0e4317565b3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ce672723-6882-4ab4-9659-ebe86d0ace99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262942 Nov 11 20:40:34.534416 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-80b875d1-55a6-4ae3-b34d-05ad6c5abf8e req-226f01c1-f6aa-480d-88a6-3b30e790d410 service neutron] 10.222.0.78 "GET /v2.0/networks/ce672723-6882-4ab4-9659-ebe86d0ace99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875895 Nov 11 20:40:34.732240 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '138b8b00-39e4-462d-ae08-c582c980e976', 'tag': 'aa053e0f-920f-42dd-bd56-f2d49a9c85f0'}] {{(pid=101811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:40:34.734465 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5736cb7e175e5ed5563496e7c8b9c6d8883e61bc6d504a4dc096e4a6f480cdce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ebaec4e-4afd-432e-9071-ee574e567bf0" -d '{"events": [{"name": "network-changed", "server_uuid": "138b8b00-39e4-462d-ae08-c582c980e976", "tag": "aa053e0f-920f-42dd-bd56-f2d49a9c85f0"}]}' {{(pid=101811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:40:34.738547 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-80b875d1-55a6-4ae3-b34d-05ad6c5abf8e req-ac7be295-382c-4969-a7fb-80f05ce1a0aa service neutron] 10.222.0.78 "GET /v2.0/networks/ce672723-6882-4ab4-9659-ebe86d0ace99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633129 Nov 11 20:40:34.761741 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa8bb7-6661-4bc4-b21f-4262efddb398 req-5c7eaa9b-7604-4279-9cbb-7baa629cbcda tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:34.763127 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-49aa8bb7-6661-4bc4-b21f-4262efddb398 req-5c7eaa9b-7604-4279-9cbb-7baa629cbcda tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/ports?device_id=138b8b00-39e4-462d-ae08-c582c980e976 HTTP/1.1" status: 200 len: 944 time: 0.0951798 Nov 11 20:40:34.786623 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021eea8b-8dc6-484a-881f-bab63ab56512 req-e106d5e0-f09f-49ce-a277-e7041442bed4 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:34.788284 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-021eea8b-8dc6-484a-881f-bab63ab56512 req-e106d5e0-f09f-49ce-a277-e7041442bed4 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 946 time: 0.0865932 Nov 11 20:40:34.857077 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-49aa8bb7-6661-4bc4-b21f-4262efddb398 req-4e40c59e-5c85-4aba-a4d4-aeb43a0de9a3 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/security-groups?id=a6011662-05af-48d6-93b4-66343e6538ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856502 Nov 11 20:40:34.864916 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-021eea8b-8dc6-484a-881f-bab63ab56512 req-d4b30574-55c0-447c-9686-0f8571f4a358 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690782 Nov 11 20:40:34.890517 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 44582) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:40:34.930650 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30518746-b683-40fc-85b4-9faa5e5f75e3 x-openstack-request-id: req-30518746-b683-40fc-85b4-9faa5e5f75e3 {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:40:34.930978 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "138b8b00-39e4-462d-ae08-c582c980e976", "tag": "aa053e0f-920f-42dd-bd56-f2d49a9c85f0", "status": "completed", "code": 200}]} {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:40:34.931300 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-30518746-b683-40fc-85b4-9faa5e5f75e3 {{(pid=101811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:40:34.931959 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '138b8b00-39e4-462d-ae08-c582c980e976', 'tag': 'aa053e0f-920f-42dd-bd56-f2d49a9c85f0', 'status': 'completed', 'code': 200} Nov 11 20:40:35.052878 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 55137242-2e6b-4a3a-a796-20d6c605c358 details requested by agent hyperv_hv-cinder-81764 with host hv-cinder-81764 {{(pid=101813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:40:35.063135 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7e336-7a9a-4559-bfcd-9e3945cd8cc2 req-8392dee6-e9a6-4ca2-9207-eb2ee994ff9f tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:35.064686 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2ed7e336-7a9a-4559-bfcd-9e3945cd8cc2 req-8392dee6-e9a6-4ca2-9207-eb2ee994ff9f tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/ports?device_id=88a68a80-f2c4-48c3-ac43-f1e76012f3ea HTTP/1.1" status: 200 len: 943 time: 0.0778790 Nov 11 20:40:35.082362 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebaec4e-4afd-432e-9071-ee574e567bf0 req-857771cb-62b5-469b-ab74-4e3aef2be486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:35.084288 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2ebaec4e-4afd-432e-9071-ee574e567bf0 req-857771cb-62b5-469b-ab74-4e3aef2be486 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=da3138643605461997fb39e99bac9845&device_id=138b8b00-39e4-462d-ae08-c582c980e976 HTTP/1.1" status: 200 len: 1097 time: 0.0619078 Nov 11 20:40:35.139721 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a33599-9624-4a46-a2a0-c645905c9e1d tempest-TestMinimumBasicScenario-1082546590 tempest-TestMinimumBasicScenario-1082546590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:35.139918 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2ed7e336-7a9a-4559-bfcd-9e3945cd8cc2 req-82d7f286-ddae-4102-820e-eca7a89d4860 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/security-groups?id=457f38f0-4b56-4441-98f2-42141019ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573180 Nov 11 20:40:35.153434 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-12a33599-9624-4a46-a2a0-c645905c9e1d tempest-TestMinimumBasicScenario-1082546590 tempest-TestMinimumBasicScenario-1082546590-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 1094 time: 0.2578015 Nov 11 20:40:35.154225 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 44602) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:40:35.159381 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [None req-0f78eb41-cca2-4a8f-b6d7-d265eea46354 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Request body: {'floatingip': {'floating_network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'port_id': '30542ce7-fdf6-41e0-981e-8ee1bf98723f', 'tenant_id': '4f3da3f794f742c0a5bf009d5bad5208', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:40:35.186077 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-0f78eb41-cca2-4a8f-b6d7-d265eea46354 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks [] for floatingip, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:35.259193 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 55137242-2e6b-4a3a-a796-20d6c605c358, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=55137242-2e6b-4a3a-a796-20d6c605c358,segment=NetworkSegment(5935d93c-8cef-43d7-bd65-25950c8efabf),segment_id=5935d93c-8cef-43d7-bd65-25950c8efabf)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:40:35.266689 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd26f7-e92d-4fd5-8728-1dee4295745f req-198ca910-2b5e-450b-917b-83b529147b57 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:35.272729 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Returning: {'device': '55137242-2e6b-4a3a-a796-20d6c605c358', 'network_id': '7d0e0821-58b7-4378-8e73-122c99e64b79', 'port_id': '55137242-2e6b-4a3a-a796-20d6c605c358', 'mac_address': 'fa:16:3e:5c:2b:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 868, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd94b66c-5e90-4a87-ae3c-7da1a763bfb3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:40:35.281384 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7fbd26f7-e92d-4fd5-8728-1dee4295745f req-198ca910-2b5e-450b-917b-83b529147b57 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.1325748 Nov 11 20:40:35.305500 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-0f78eb41-cca2-4a8f-b6d7-d265eea46354 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:35.328396 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:35.347555 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.notifiers.nova [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55137242-2e6b-4a3a-a796-20d6c605c358 {{(pid=101813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:40:35.377740 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 55137242-2e6b-4a3a-a796-20d6c605c358, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=55137242-2e6b-4a3a-a796-20d6c605c358,segment=NetworkSegment(5935d93c-8cef-43d7-bd65-25950c8efabf),segment_id=5935d93c-8cef-43d7-bd65-25950c8efabf)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:40:35.383997 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7fbd26f7-e92d-4fd5-8728-1dee4295745f req-f581c8ba-0f2e-4435-86e8-28e4e8a3dd66 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887063 Nov 11 20:40:35.387135 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebaec4e-4afd-432e-9071-ee574e567bf0 req-c6ed712a-45cf-405f-914f-1f7482df3f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:35.388692 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2ebaec4e-4afd-432e-9071-ee574e567bf0 req-c6ed712a-45cf-405f-914f-1f7482df3f8d service neutron] 10.222.0.78 "GET /v2.0/networks?id=ce672723-6882-4ab4-9659-ebe86d0ace99 HTTP/1.1" status: 200 len: 910 time: 0.2556400 Nov 11 20:40:35.390922 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:35.455630 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2ebaec4e-4afd-432e-9071-ee574e567bf0 req-5494b633-c86f-4a1f-80c5-1a0c7e15279a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa053e0f-920f-42dd-bd56-f2d49a9c85f0 HTTP/1.1" status: 200 len: 217 time: 0.0528951 Nov 11 20:40:35.480707 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Pushing event updated for resources: {'Port': ['ID=55137242-2e6b-4a3a-a796-20d6c605c358,revision_number=4']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:35.493187 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.db.db_base_plugin_common [None req-0f78eb41-cca2-4a8f-b6d7-d265eea46354 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Allocated IP 172.27.0.128 (06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2/dac47c4e-2532-416f-829a-3cf927393807/32954976-50bb-41c5-b62d-10893fdf6455) {{(pid=101812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:40:35.524793 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cef511-cec5-4847-89eb-bed84f9b161c req-50bb95e4-382b-4d2e-84c7-f77f0beb5d21 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:35.526404 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-72cef511-cec5-4847-89eb-bed84f9b161c req-50bb95e4-382b-4d2e-84c7-f77f0beb5d21 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=f872205c-fe9f-4e51-8359-dd7e9e65f155 HTTP/1.1" status: 200 len: 946 time: 0.0659049 Nov 11 20:40:35.604152 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebaec4e-4afd-432e-9071-ee574e567bf0 req-156859c8-a71a-4d07-b182-091748bd95db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:35.606079 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2ebaec4e-4afd-432e-9071-ee574e567bf0 req-156859c8-a71a-4d07-b182-091748bd95db service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f67a73f6-0971-4cfa-bc0f-6a34bef4a5cc HTTP/1.1" status: 200 len: 849 time: 0.0787213 Nov 11 20:40:35.610749 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-72cef511-cec5-4847-89eb-bed84f9b161c req-5b0eecef-cc02-4318-ab81-64eb9cc87cbc tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761571 Nov 11 20:40:35.617829 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-0f78eb41-cca2-4a8f-b6d7-d265eea46354 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks [] for port, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:35.655658 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-0f78eb41-cca2-4a8f-b6d7-d265eea46354 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3549817'] for port, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:35.704349 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f78eb41-cca2-4a8f-b6d7-d265eea46354 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Network 06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2 is already hosted by enough agents. {{(pid=101812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:40:35.708676 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.base_scheduler [None req-0f78eb41-cca2-4a8f-b6d7-d265eea46354 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Resources bound (agent type, host, resource id): {{(pid=101812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:40:35.709749 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2ebaec4e-4afd-432e-9071-ee574e567bf0 req-bbc7180d-4f60-4bd4-8755-dbe7b194997c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ce672723-6882-4ab4-9659-ebe86d0ace99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352707 Nov 11 20:40:35.712518 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f78eb41-cca2-4a8f-b6d7-d265eea46354 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Received port after_create {{(pid=101812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:40:35.744435 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f78eb41-cca2-4a8f-b6d7-d265eea46354 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Pushing event updated for resources: {'Port': ['ID=32954976-50bb-41c5-b62d-10893fdf6455,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:35.861821 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2ebaec4e-4afd-432e-9071-ee574e567bf0 req-8439953d-a395-4e96-91bb-3229e0b89d75 service neutron] 10.222.0.78 "GET /v2.0/networks/ce672723-6882-4ab4-9659-ebe86d0ace99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086366 Nov 11 20:40:36.089854 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b24fd597-249d-429f-8b46-48f3c6a9ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:36.115894 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2ebaec4e-4afd-432e-9071-ee574e567bf0 req-734a634a-77d4-47ad-81cb-99bdb4ee2d5b service neutron] 10.222.0.78 "GET /v2.0/networks/ce672723-6882-4ab4-9659-ebe86d0ace99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350352 Nov 11 20:40:36.125089 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1594f-c22a-4462-acad-1227dd75ae5c req-6450f4c4-9718-4208-9d5b-3e4c222ff898 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:36.125545 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] get_ports_and_sgs() called for port_ids ['55137242-2e6b-4a3a-a796-20d6c605c358'] {{(pid=101813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:40:36.126848 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fbe1594f-c22a-4462-acad-1227dd75ae5c req-6450f4c4-9718-4208-9d5b-3e4c222ff898 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/ports?device_id=138b8b00-39e4-462d-ae08-c582c980e976 HTTP/1.1" status: 200 len: 944 time: 0.1711991 Nov 11 20:40:36.191015 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fbe1594f-c22a-4462-acad-1227dd75ae5c req-b1d8d31a-0c8d-425f-8d2b-617fab4ea10c tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/security-groups?id=a6011662-05af-48d6-93b4-66343e6538ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552707 Nov 11 20:40:36.288935 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a596554-e167-4dbb-9f38-bcc0231eb010 req-ef5e5bf5-4bdd-47db-9000-ff3a9721752a tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:36.292913 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3a596554-e167-4dbb-9f38-bcc0231eb010 req-ef5e5bf5-4bdd-47db-9000-ff3a9721752a tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/ports?device_id=88a68a80-f2c4-48c3-ac43-f1e76012f3ea HTTP/1.1" status: 200 len: 944 time: 0.0557976 Nov 11 20:40:36.348862 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3a596554-e167-4dbb-9f38-bcc0231eb010 req-3e918536-bc2c-437d-ad89-56793e91504e tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/security-groups?id=457f38f0-4b56-4441-98f2-42141019ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516088 Nov 11 20:40:36.433617 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:36.470362 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-0f78eb41-cca2-4a8f-b6d7-d265eea46354 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:36.517559 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86626cd2-fd98-467e-8cbd-1e8d69e96785 req-a73cd581-51f2-4ddf-ab06-43a898fd5101 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:36.520421 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-86626cd2-fd98-467e-8cbd-1e8d69e96785 req-a73cd581-51f2-4ddf-ab06-43a898fd5101 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0588269 Nov 11 20:40:36.563346 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-0f78eb41-cca2-4a8f-b6d7-d265eea46354 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:36.581442 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-86626cd2-fd98-467e-8cbd-1e8d69e96785 req-4de24192-883e-47d4-b121-e48ccae26185 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561063 Nov 11 20:40:36.762976 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-0f78eb41-cca2-4a8f-b6d7-d265eea46354 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks [] for port, precommit_update {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:36.767681 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-0f78eb41-cca2-4a8f-b6d7-d265eea46354 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3549696'] for port, after_update {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:36.841639 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f78eb41-cca2-4a8f-b6d7-d265eea46354 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Pushing event updated for resources: {'Port': ['ID=32954976-50bb-41c5-b62d-10893fdf6455,revision_number=2']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:36.850900 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-0f78eb41-cca2-4a8f-b6d7-d265eea46354 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656075'] for floatingip, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:36.964001 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.db.l3_db [None req-0f78eb41-cca2-4a8f-b6d7-d265eea46354 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Floating IP 4866432e-f588-4695-ba9c-2c5a06c44849 associated. External IP: 172.27.0.128, port: 30542ce7-fdf6-41e0-981e-8ee1bf98723f. Nov 11 20:40:37.189270 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f78eb41-cca2-4a8f-b6d7-d265eea46354 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Router 2c4d4d02-c2c2-4e15-8964-c52223e54275 has already been hosted by L3 agent 078c1a4f-b62f-4fa2-93c9-12887f0677c3 {{(pid=101812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:40:37.326299 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f78eb41-cca2-4a8f-b6d7-d265eea46354 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Notify agent at l3_agent.dv-cinder-817642-1-iscsi the message routers_updated {{(pid=101812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:40:37.337990 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948bb01-2370-48c6-bec1-dd7d47bba3c8 req-89d251a5-3383-4074-83b9-70c0dab9710e tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:37.339105 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beef2c5-e095-4245-848a-d75176dcd307 None None] Sync routers for ids ['2c4d4d02-c2c2-4e15-8964-c52223e54275'] in dv-cinder-817642-1-iscsi {{(pid=101814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:40:37.340541 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-6948bb01-2370-48c6-bec1-dd7d47bba3c8 req-89d251a5-3383-4074-83b9-70c0dab9710e tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/ports?device_id=138b8b00-39e4-462d-ae08-c582c980e976 HTTP/1.1" status: 200 len: 944 time: 0.0624614 Nov 11 20:40:37.349215 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-0f78eb41-cca2-4a8f-b6d7-d265eea46354 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for floatingip, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:37.359995 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5beef2c5-e095-4245-848a-d75176dcd307 None None] Routers {'2c4d4d02-c2c2-4e15-8964-c52223e54275'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:40:37.361059 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-5beef2c5-e095-4245-848a-d75176dcd307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:40:33Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['2c4d4d02-c2c2-4e15-8964-c52223e54275'], 'active': True} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:40:37.384709 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-0f78eb41-cca2-4a8f-b6d7-d265eea46354 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2292387 Nov 11 20:40:37.385398 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd28d94ff-cfbb-46b3-b20d-32a6cb35893e', 'tag': '30542ce7-fdf6-41e0-981e-8ee1bf98723f'}] {{(pid=101812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:40:37.387777 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0963660e8e53437cb96c77b4338c62bb8b9c8a6b36cefe73fd3b10e502aad15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a76c79b-f191-4e00-a626-5595f654caef" -d '{"events": [{"name": "network-changed", "server_uuid": "d28d94ff-cfbb-46b3-b20d-32a6cb35893e", "tag": "30542ce7-fdf6-41e0-981e-8ee1bf98723f"}]}' {{(pid=101812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:40:37.390288 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 44814) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:40:37.396291 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [None req-79646c1d-4dcd-4799-a8cf-1556396ed198 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1799895099', 'description': 'tempest-secgroup-smoke-1799895099 description', 'project_id': '4f3da3f794f742c0a5bf009d5bad5208'}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:40:37.413373 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-6948bb01-2370-48c6-bec1-dd7d47bba3c8 req-86868927-5234-42f2-9506-fde91c97bbc1 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/security-groups?id=a6011662-05af-48d6-93b4-66343e6538ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632923 Nov 11 20:40:37.437431 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-79646c1d-4dcd-4799-a8cf-1556396ed198 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:37.561407 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74950d-08f5-45a0-9605-09bc4418e868 req-f25e99ac-7c12-4583-ac78-c4f0eb160874 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:37.563381 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ec74950d-08f5-45a0-9605-09bc4418e868 req-f25e99ac-7c12-4583-ac78-c4f0eb160874 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/ports?device_id=88a68a80-f2c4-48c3-ac43-f1e76012f3ea HTTP/1.1" status: 200 len: 944 time: 0.0687251 Nov 11 20:40:37.564356 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-79646c1d-4dcd-4799-a8cf-1556396ed198 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:37.576611 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-79646c1d-4dcd-4799-a8cf-1556396ed198 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:37.581293 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvr_db [None req-5beef2c5-e095-4245-848a-d75176dcd307 None None] Set router 2c4d4d02-c2c2-4e15-8964-c52223e54275 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:40:37.650074 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-79646c1d-4dcd-4799-a8cf-1556396ed198 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:37.651508 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-79646c1d-4dcd-4799-a8cf-1556396ed198 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2594523 Nov 11 20:40:37.657000 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 44832) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:40:37.662809 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [None req-77a64a6f-8f22-4f92-aafb-16cc78e84ec4 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Request body: {'security_group_rule': {'security_group_id': 'c06bf615-ba67-4bf3-8987-cd2a1eab332f', 'project_id': '4f3da3f794f742c0a5bf009d5bad5208', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:40:37.665533 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c099a5-c29f-4937-935e-fb8453c66b49 x-openstack-request-id: req-78c099a5-c29f-4937-935e-fb8453c66b49 {{(pid=101812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:40:37.665826 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d28d94ff-cfbb-46b3-b20d-32a6cb35893e", "tag": "30542ce7-fdf6-41e0-981e-8ee1bf98723f", "status": "completed", "code": 200}]} {{(pid=101812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:40:37.666075 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-78c099a5-c29f-4937-935e-fb8453c66b49 {{(pid=101812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:40:37.666542 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd28d94ff-cfbb-46b3-b20d-32a6cb35893e', 'tag': '30542ce7-fdf6-41e0-981e-8ee1bf98723f', 'status': 'completed', 'code': 200} Nov 11 20:40:37.682356 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79646c1d-4dcd-4799-a8cf-1556396ed198 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c06bf615-ba67-4bf3-8987-cd2a1eab332f,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:37.713317 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ec74950d-08f5-45a0-9605-09bc4418e868 req-f85769d4-c812-42fd-a467-b8d461772f29 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/security-groups?id=457f38f0-4b56-4441-98f2-42141019ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395504 Nov 11 20:40:37.769167 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-77a64a6f-8f22-4f92-aafb-16cc78e84ec4 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:37.811060 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76c79b-f191-4e00-a626-5595f654caef req-175cc3ba-ec46-42f6-98c8-8ce6bb4dcfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:37.812603 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1a76c79b-f191-4e00-a626-5595f654caef req-175cc3ba-ec46-42f6-98c8-8ce6bb4dcfbb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4f3da3f794f742c0a5bf009d5bad5208&device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 1099 time: 0.0992844 Nov 11 20:40:37.909221 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-77a64a6f-8f22-4f92-aafb-16cc78e84ec4 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:37.941769 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-77a64a6f-8f22-4f92-aafb-16cc78e84ec4 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641934'] for security_group_rule, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:37.977160 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c47d6-4ab4-4bb9-8114-09d8760f1719 req-f7d2bc57-def0-4bc6-b1b5-dbc275049090 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:37.978758 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-126c47d6-4ab4-4bb9-8114-09d8760f1719 req-f7d2bc57-def0-4bc6-b1b5-dbc275049090 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.1506457 Nov 11 20:40:37.995638 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a64a6f-8f22-4f92-aafb-16cc78e84ec4 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65f929e0-3b2d-46b6-815a-1cd0bfdd1c7d,revision_number=0']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:38.016898 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-77a64a6f-8f22-4f92-aafb-16cc78e84ec4 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:38.018269 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-77a64a6f-8f22-4f92-aafb-16cc78e84ec4 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3600991 Nov 11 20:40:38.022817 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 44856) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:40:38.029081 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [None req-87dae848-e6a1-4508-8f5c-1445e43fb623 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Request body: {'security_group_rule': {'security_group_id': 'c06bf615-ba67-4bf3-8987-cd2a1eab332f', 'project_id': '4f3da3f794f742c0a5bf009d5bad5208', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:40:38.038680 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76c79b-f191-4e00-a626-5595f654caef req-08f4159d-ea2a-4d6d-91c3-383f482981f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:38.040190 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1a76c79b-f191-4e00-a626-5595f654caef req-08f4159d-ea2a-4d6d-91c3-383f482981f8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=e3ad6302-2af8-4f34-932c-43eafe0c8fe6 HTTP/1.1" status: 200 len: 915 time: 0.1990769 Nov 11 20:40:38.060465 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-5beef2c5-e095-4245-848a-d75176dcd307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4d4d02-c2c2-4e15-8964-c52223e54275', 'name': 'tempest-TestMinimumBasicScenario-652412388-router', 'tenant_id': '4f3da3f794f742c0a5bf009d5bad5208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '82670c0c-915e-4a92-afb0-20e2f29a0e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:39:03Z', 'updated_at': '2021-11-11T20:39:08Z', 'revision_number': 4, 'project_id': '4f3da3f794f742c0a5bf009d5bad5208', 'gw_port': {'id': '82670c0c-915e-4a92-afb0-20e2f29a0e75', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4d4d02-c2c2-4e15-8964-c52223e54275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:04Z', 'updated_at': '2021-11-11T20:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_floatingips': [{'id': '4866432e-f588-4695-ba9c-2c5a06c44849', 'tenant_id': '4f3da3f794f742c0a5bf009d5bad5208', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'router_id': '2c4d4d02-c2c2-4e15-8964-c52223e54275', 'port_id': '30542ce7-fdf6-41e0-981e-8ee1bf98723f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3ad6302-2af8-4f34-932c-43eafe0c8fe6', 'mac_address': 'fa:16:3e:dd:57:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28d94ff-cfbb-46b3-b20d-32a6cb35893e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:40:36Z', 'updated_at': '2021-11-11T20:40:36Z', 'revision_number': 0, 'project_id': '4f3da3f794f742c0a5bf009d5bad5208', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '205b22b1-2938-4744-b70d-2a625c404a4a', 'name': '', 'network_id': 'e3ad6302-2af8-4f34-932c-43eafe0c8fe6', 'tenant_id': '4f3da3f794f742c0a5bf009d5bad5208', 'mac_address': 'fa:16:3e:7e:93:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4d4d02-c2c2-4e15-8964-c52223e54275', 'device_owner': 'network:router_interface', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '9b202467-3b06-4389-8c80-71f7e82c6179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:07Z', 'updated_at': '2021-11-11T20:39:14Z', 'revision_number': 5, 'project_id': '4f3da3f794f742c0a5bf009d5bad5208', 'subnets': [{'id': '9b202467-3b06-4389-8c80-71f7e82c6179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:40:38.072274 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-87dae848-e6a1-4508-8f5c-1445e43fb623 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:38.074656 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-126c47d6-4ab4-4bb9-8114-09d8760f1719 req-1b958742-28ac-4109-b3c0-e1e2549b41f9 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790663 Nov 11 20:40:38.102973 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beef2c5-e095-4245-848a-d75176dcd307 None None] Checking router: 2c4d4d02-c2c2-4e15-8964-c52223e54275 for host: dv-cinder-817642-1-iscsi {{(pid=101814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:40:38.113351 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5beef2c5-e095-4245-848a-d75176dcd307 None None] Routers {'2c4d4d02-c2c2-4e15-8964-c52223e54275'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:40:38.114030 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-5beef2c5-e095-4245-848a-d75176dcd307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:40:33Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['2c4d4d02-c2c2-4e15-8964-c52223e54275'], 'active': True} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:40:38.159185 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-87dae848-e6a1-4508-8f5c-1445e43fb623 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:38.165056 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1a76c79b-f191-4e00-a626-5595f654caef req-9a44315d-df0b-4ded-b23f-47b51b505e12 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30542ce7-fdf6-41e0-981e-8ee1bf98723f HTTP/1.1" status: 200 len: 1000 time: 0.0891347 Nov 11 20:40:38.165562 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-87dae848-e6a1-4508-8f5c-1445e43fb623 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641934'] for security_group_rule, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:38.190538 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dae848-e6a1-4508-8f5c-1445e43fb623 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7484ab2-7cf4-4944-8e2c-afcdd476cd3d,revision_number=0']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:38.204426 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-87dae848-e6a1-4508-8f5c-1445e43fb623 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:38.205915 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-87dae848-e6a1-4508-8f5c-1445e43fb623 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1819885 Nov 11 20:40:38.209304 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 44864) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:40:38.216238 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [None req-29e34b37-b157-44f6-b275-79671ed4f5b7 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Request body: {'security_group_rule': {'security_group_id': 'c06bf615-ba67-4bf3-8987-cd2a1eab332f', 'project_id': '4f3da3f794f742c0a5bf009d5bad5208', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:40:38.253960 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76c79b-f191-4e00-a626-5595f654caef req-4e18559b-cee6-42f2-a5a9-5980f8b2738a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:38.256593 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1a76c79b-f191-4e00-a626-5595f654caef req-4e18559b-cee6-42f2-a5a9-5980f8b2738a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9b202467-3b06-4389-8c80-71f7e82c6179 HTTP/1.1" status: 200 len: 853 time: 0.0744162 Nov 11 20:40:38.263307 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-29e34b37-b157-44f6-b275-79671ed4f5b7 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:38.278545 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvr_db [None req-5beef2c5-e095-4245-848a-d75176dcd307 None None] Set router 2c4d4d02-c2c2-4e15-8964-c52223e54275 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:40:38.327819 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-29e34b37-b157-44f6-b275-79671ed4f5b7 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:38.336223 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-29e34b37-b157-44f6-b275-79671ed4f5b7 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641934'] for security_group_rule, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:38.337937 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76c79b-f191-4e00-a626-5595f654caef req-e6c3dfd9-5d72-4789-99fc-8820d101a5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:38.339466 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1a76c79b-f191-4e00-a626-5595f654caef req-e6c3dfd9-5d72-4789-99fc-8820d101a5b0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e3ad6302-2af8-4f34-932c-43eafe0c8fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0673330 Nov 11 20:40:38.357351 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e34b37-b157-44f6-b275-79671ed4f5b7 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b46e9d7b-35d5-427d-b85a-b48667de75f3,revision_number=0']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:38.371850 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-29e34b37-b157-44f6-b275-79671ed4f5b7 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:38.376233 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-29e34b37-b157-44f6-b275-79671ed4f5b7 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1626029 Nov 11 20:40:38.376857 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 44868) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:40:38.381360 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [None req-1f34dd97-9e67-4fd3-9b8d-a64a3af49ca2 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Request body: {'security_group_rule': {'security_group_id': 'c06bf615-ba67-4bf3-8987-cd2a1eab332f', 'project_id': '4f3da3f794f742c0a5bf009d5bad5208', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:40:38.421948 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-1f34dd97-9e67-4fd3-9b8d-a64a3af49ca2 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:38.498641 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-1f34dd97-9e67-4fd3-9b8d-a64a3af49ca2 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:38.502073 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1a76c79b-f191-4e00-a626-5595f654caef req-00d2c0bc-3e84-4f65-af86-86cd883aec9b service neutron] 10.222.0.78 "GET /v2.0/networks/e3ad6302-2af8-4f34-932c-43eafe0c8fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376886 Nov 11 20:40:38.503341 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-1f34dd97-9e67-4fd3-9b8d-a64a3af49ca2 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641934'] for security_group_rule, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:38.521836 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f34dd97-9e67-4fd3-9b8d-a64a3af49ca2 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b34e31c-a46b-437c-afe3-1c5522c5ce42,revision_number=0']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:38.530299 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-1f34dd97-9e67-4fd3-9b8d-a64a3af49ca2 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:38.534701 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-1f34dd97-9e67-4fd3-9b8d-a64a3af49ca2 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1545265 Nov 11 20:40:38.535812 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 44872) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:40:38.541220 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [None req-c50c0bc8-c724-4c06-9205-3a4190b88373 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Request body: {'security_group_rule': {'security_group_id': 'c06bf615-ba67-4bf3-8987-cd2a1eab332f', 'project_id': '4f3da3f794f742c0a5bf009d5bad5208', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:40:38.566480 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.db.securitygroups_db [None req-c50c0bc8-c724-4c06-9205-3a4190b88373 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Project 4f3da3f794f742c0a5bf009d5bad5208 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 20:40:38.573196 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-c50c0bc8-c724-4c06-9205-3a4190b88373 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:38.599321 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-5beef2c5-e095-4245-848a-d75176dcd307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4d4d02-c2c2-4e15-8964-c52223e54275', 'name': 'tempest-TestMinimumBasicScenario-652412388-router', 'tenant_id': '4f3da3f794f742c0a5bf009d5bad5208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '82670c0c-915e-4a92-afb0-20e2f29a0e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:39:03Z', 'updated_at': '2021-11-11T20:39:08Z', 'revision_number': 4, 'project_id': '4f3da3f794f742c0a5bf009d5bad5208', 'gw_port': {'id': '82670c0c-915e-4a92-afb0-20e2f29a0e75', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4d4d02-c2c2-4e15-8964-c52223e54275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:04Z', 'updated_at': '2021-11-11T20:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_floatingips': [{'id': '4866432e-f588-4695-ba9c-2c5a06c44849', 'tenant_id': '4f3da3f794f742c0a5bf009d5bad5208', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'router_id': '2c4d4d02-c2c2-4e15-8964-c52223e54275', 'port_id': '30542ce7-fdf6-41e0-981e-8ee1bf98723f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3ad6302-2af8-4f34-932c-43eafe0c8fe6', 'mac_address': 'fa:16:3e:dd:57:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28d94ff-cfbb-46b3-b20d-32a6cb35893e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:40:36Z', 'updated_at': '2021-11-11T20:40:36Z', 'revision_number': 0, 'project_id': '4f3da3f794f742c0a5bf009d5bad5208', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '205b22b1-2938-4744-b70d-2a625c404a4a', 'name': '', 'network_id': 'e3ad6302-2af8-4f34-932c-43eafe0c8fe6', 'tenant_id': '4f3da3f794f742c0a5bf009d5bad5208', 'mac_address': 'fa:16:3e:7e:93:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4d4d02-c2c2-4e15-8964-c52223e54275', 'device_owner': 'network:router_interface', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '9b202467-3b06-4389-8c80-71f7e82c6179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:07Z', 'updated_at': '2021-11-11T20:39:14Z', 'revision_number': 5, 'project_id': '4f3da3f794f742c0a5bf009d5bad5208', 'subnets': [{'id': '9b202467-3b06-4389-8c80-71f7e82c6179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:40:38.633074 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beef2c5-e095-4245-848a-d75176dcd307 None None] The sync data for ids ['2c4d4d02-c2c2-4e15-8964-c52223e54275'] in dv-cinder-817642-1-iscsi is: [{'id': '2c4d4d02-c2c2-4e15-8964-c52223e54275', 'name': 'tempest-TestMinimumBasicScenario-652412388-router', 'tenant_id': '4f3da3f794f742c0a5bf009d5bad5208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '82670c0c-915e-4a92-afb0-20e2f29a0e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:39:03Z', 'updated_at': '2021-11-11T20:39:08Z', 'revision_number': 4, 'project_id': '4f3da3f794f742c0a5bf009d5bad5208', 'gw_port': {'id': '82670c0c-915e-4a92-afb0-20e2f29a0e75', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4d4d02-c2c2-4e15-8964-c52223e54275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:04Z', 'updated_at': '2021-11-11T20:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_floatingips': [{'id': '4866432e-f588-4695-ba9c-2c5a06c44849', 'tenant_id': '4f3da3f794f742c0a5bf009d5bad5208', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'router_id': '2c4d4d02-c2c2-4e15-8964-c52223e54275', 'port_id': '30542ce7-fdf6-41e0-981e-8ee1bf98723f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3ad6302-2af8-4f34-932c-43eafe0c8fe6', 'mac_address': 'fa:16:3e:dd:57:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28d94ff-cfbb-46b3-b20d-32a6cb35893e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:40:36Z', 'updated_at': '2021-11-11T20:40:36Z', 'revision_number': 0, 'project_id': '4f3da3f794f742c0a5bf009d5bad5208', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '205b22b1-2938-4744-b70d-2a625c404a4a', 'name': '', 'network_id': 'e3ad6302-2af8-4f34-932c-43eafe0c8fe6', 'tenant_id': '4f3da3f794f742c0a5bf009d5bad5208', 'mac_address': 'fa:16:3e:7e:93:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4d4d02-c2c2-4e15-8964-c52223e54275', 'device_owner': 'network:router_interface', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '9b202467-3b06-4389-8c80-71f7e82c6179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:07Z', 'updated_at': '2021-11-11T20:39:14Z', 'revision_number': 5, 'project_id': '4f3da3f794f742c0a5bf009d5bad5208', 'subnets': [{'id': '9b202467-3b06-4389-8c80-71f7e82c6179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:40:38.633899 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b026c-e902-483d-a65c-e63b72e6f141 req-4f444d03-6745-4634-959c-675d66682bd2 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:38.635452 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5c2b026c-e902-483d-a65c-e63b72e6f141 req-4f444d03-6745-4634-959c-675d66682bd2 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/ports?device_id=138b8b00-39e4-462d-ae08-c582c980e976 HTTP/1.1" status: 200 len: 944 time: 0.1291866 Nov 11 20:40:38.641735 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-c50c0bc8-c724-4c06-9205-3a4190b88373 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:38.647076 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-c50c0bc8-c724-4c06-9205-3a4190b88373 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641934'] for security_group_rule, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:38.685627 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50c0bc8-c724-4c06-9205-3a4190b88373 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b9bbea1-3173-427e-9d1d-12faf9a06d5e,revision_number=0']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:38.699360 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-c50c0bc8-c724-4c06-9205-3a4190b88373 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:38.703526 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-c50c0bc8-c724-4c06-9205-3a4190b88373 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1637228 Nov 11 20:40:38.705295 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 44876) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:40:38.706751 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1a76c79b-f191-4e00-a626-5595f654caef req-852ab199-6773-4581-8f90-fbafc4a352e0 service neutron] 10.222.0.78 "GET /v2.0/networks/e3ad6302-2af8-4f34-932c-43eafe0c8fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734433 Nov 11 20:40:38.710228 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [None req-1b7eab50-cd56-455b-ad64-c37c136d6f11 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Request body: {'security_group_rule': {'security_group_id': 'c06bf615-ba67-4bf3-8987-cd2a1eab332f', 'project_id': '4f3da3f794f742c0a5bf009d5bad5208', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:40:38.746530 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5c2b026c-e902-483d-a65c-e63b72e6f141 req-ec2d0216-c391-4f5d-881b-35a42206462c tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/security-groups?id=a6011662-05af-48d6-93b4-66343e6538ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978320 Nov 11 20:40:38.759785 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.db.securitygroups_db [None req-1b7eab50-cd56-455b-ad64-c37c136d6f11 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Project 4f3da3f794f742c0a5bf009d5bad5208 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 20:40:38.769517 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-1b7eab50-cd56-455b-ad64-c37c136d6f11 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:38.861992 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-1b7eab50-cd56-455b-ad64-c37c136d6f11 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:38.867631 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-1b7eab50-cd56-455b-ad64-c37c136d6f11 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641934'] for security_group_rule, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:38.870214 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5207364-4b38-4aff-8553-0c05236c1752 req-34e506e8-453f-40fc-b193-56e4f1298db6 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:38.871732 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b5207364-4b38-4aff-8553-0c05236c1752 req-34e506e8-453f-40fc-b193-56e4f1298db6 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/ports?device_id=88a68a80-f2c4-48c3-ac43-f1e76012f3ea HTTP/1.1" status: 200 len: 944 time: 0.0644200 Nov 11 20:40:38.901852 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7eab50-cd56-455b-ad64-c37c136d6f11 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a68b8605-578b-469b-bc09-a8d2927d47fd,revision_number=0']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:38.910714 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-1b7eab50-cd56-455b-ad64-c37c136d6f11 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:38.914878 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-1b7eab50-cd56-455b-ad64-c37c136d6f11 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2072902 Nov 11 20:40:38.955631 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b5207364-4b38-4aff-8553-0c05236c1752 req-a58ca7e9-6b7a-456b-9970-0e5afd7b7218 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/security-groups?id=457f38f0-4b56-4441-98f2-42141019ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761645 Nov 11 20:40:38.960344 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e170513-e008-47d3-8879-58be2289cd16 None None] New status for floating IP 4866432e-f588-4695-ba9c-2c5a06c44849: ACTIVE {{(pid=101813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 20:40:39.066716 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device aa053e0f-920f-42dd-bd56-f2d49a9c85f0 details requested by agent hyperv_hv-cinder-81764 with host hv-cinder-81764 {{(pid=101813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:40:39.075252 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 55137242-2e6b-4a3a-a796-20d6c605c358 up at agent hyperv_hv-cinder-81764 {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:40:39.086565 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1c0dc1b4-ce90-4de1-a5ed-e52407f32659 req-985209ed-f75b-4f88-93b7-43b768a3663e tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1799895099&fields=id&tenant_id=4f3da3f794f742c0a5bf009d5bad5208 HTTP/1.1" status: 200 len: 267 time: 0.0519185 Nov 11 20:40:39.194981 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0dc1b4-ce90-4de1-a5ed-e52407f32659 req-23b84870-2f85-4ded-af7c-5d6faa8f6b2e tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:39.196902 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1c0dc1b4-ce90-4de1-a5ed-e52407f32659 req-23b84870-2f85-4ded-af7c-5d6faa8f6b2e tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 946 time: 0.1037970 Nov 11 20:40:39.212789 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [req-1c0dc1b4-ce90-4de1-a5ed-e52407f32659 req-4e2ea0f2-377a-4cb8-a344-b9ec4020b069 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Request body: {'port': {'security_groups': ['8cdd1272-1183-4f05-9076-b30b3e4a977a', 'c06bf615-ba67-4bf3-8987-cd2a1eab332f']}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:40:39.245809 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae9b911-738d-43d3-a1cd-c3ec6985ea23 req-78c41c97-4113-4ba5-8f35-0955834d8bb5 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:39.245955 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Provisioning for port 55137242-2e6b-4a3a-a796-20d6c605c358 completed by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:40:39.247366 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-aae9b911-738d-43d3-a1cd-c3ec6985ea23 req-78c41c97-4113-4ba5-8f35-0955834d8bb5 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0961511 Nov 11 20:40:39.259039 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Provisioning complete for port 55137242-2e6b-4a3a-a796-20d6c605c358 triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:40:39.259406 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:39.296974 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port aa053e0f-920f-42dd-bd56-f2d49a9c85f0, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=aa053e0f-920f-42dd-bd56-f2d49a9c85f0,segment=NetworkSegment(676c89b0-616c-4174-893a-251ed28c9438),segment_id=676c89b0-616c-4174-893a-251ed28c9438)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:40:39.308723 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-1c0dc1b4-ce90-4de1-a5ed-e52407f32659 req-4e2ea0f2-377a-4cb8-a344-b9ec4020b069 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:39.316199 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Returning: {'device': 'aa053e0f-920f-42dd-bd56-f2d49a9c85f0', 'network_id': 'ce672723-6882-4ab4-9659-ebe86d0ace99', 'port_id': 'aa053e0f-920f-42dd-bd56-f2d49a9c85f0', 'mac_address': 'fa:16:3e:25:00:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f67a73f6-0971-4cfa-bc0f-6a34bef4a5cc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:40:39.362155 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-aae9b911-738d-43d3-a1cd-c3ec6985ea23 req-0f6a80f3-e697-4f0b-901b-fa07c2320dbe tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988092 Nov 11 20:40:39.389721 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:39.406940 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.notifiers.nova [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa053e0f-920f-42dd-bd56-f2d49a9c85f0 {{(pid=101813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:40:39.411272 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:39.446825 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port aa053e0f-920f-42dd-bd56-f2d49a9c85f0, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=aa053e0f-920f-42dd-bd56-f2d49a9c85f0,segment=NetworkSegment(676c89b0-616c-4174-893a-251ed28c9438),segment_id=676c89b0-616c-4174-893a-251ed28c9438)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:40:39.455582 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a68a80-f2c4-48c3-ac43-f1e76012f3ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55137242-2e6b-4a3a-a796-20d6c605c358'}] {{(pid=101813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:40:39.459777 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0340890b3ce0369dfbb204f3d0516fe3d00048a2838df9679e450f9495620248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0846f2-28ad-4f38-b9df-3d7f88aacc9b" -d '{"events": [{"server_uuid": "88a68a80-f2c4-48c3-ac43-f1e76012f3ea", "name": "network-vif-plugged", "status": "completed", "tag": "55137242-2e6b-4a3a-a796-20d6c605c358"}]}' {{(pid=101813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:40:39.468148 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:39.483518 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 55137242-2e6b-4a3a-a796-20d6c605c358, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=55137242-2e6b-4a3a-a796-20d6c605c358,segment=NetworkSegment(5935d93c-8cef-43d7-bd65-25950c8efabf),segment_id=5935d93c-8cef-43d7-bd65-25950c8efabf)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:40:39.505658 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:39.532671 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Pushing event updated for resources: {'Port': ['ID=aa053e0f-920f-42dd-bd56-f2d49a9c85f0,revision_number=4']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:39.568940 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-1c0dc1b4-ce90-4de1-a5ed-e52407f32659 req-4e2ea0f2-377a-4cb8-a344-b9ec4020b069 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] For port 30542ce7-fdf6-41e0-981e-8ee1bf98723f, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=30542ce7-fdf6-41e0-981e-8ee1bf98723f,segment=NetworkSegment(5b54b6f9-6186-4069-989b-2b16f7b98ff2),segment_id=5b54b6f9-6186-4069-989b-2b16f7b98ff2)] {{(pid=101811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:40:39.589055 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Pushing event updated for resources: {'Port': ['ID=55137242-2e6b-4a3a-a796-20d6c605c358,revision_number=5']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:39.623170 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-1c0dc1b4-ce90-4de1-a5ed-e52407f32659 req-4e2ea0f2-377a-4cb8-a344-b9ec4020b069 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks [] for port, precommit_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:39.629864 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-1c0dc1b4-ce90-4de1-a5ed-e52407f32659 req-4e2ea0f2-377a-4cb8-a344-b9ec4020b069 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:39.636032 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc50667-215a-4ea3-a68a-138eb99f9a1e x-openstack-request-id: req-5fc50667-215a-4ea3-a68a-138eb99f9a1e {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:40:39.636358 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88a68a80-f2c4-48c3-ac43-f1e76012f3ea", "name": "network-vif-plugged", "status": "completed", "tag": "55137242-2e6b-4a3a-a796-20d6c605c358", "code": 200}]} {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:40:39.636662 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5fc50667-215a-4ea3-a68a-138eb99f9a1e {{(pid=101813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:40:39.637056 dv-cinder-817642-1-iscsi neutron-server[101813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88a68a80-f2c4-48c3-ac43-f1e76012f3ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55137242-2e6b-4a3a-a796-20d6c605c358', 'code': 200} Nov 11 20:40:39.661222 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] get_ports_and_sgs() called for port_ids ['30542ce7-fdf6-41e0-981e-8ee1bf98723f'] {{(pid=101813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:40:39.677889 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0dc1b4-ce90-4de1-a5ed-e52407f32659 req-4e2ea0f2-377a-4cb8-a344-b9ec4020b069 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:39.678906 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-1c0dc1b4-ce90-4de1-a5ed-e52407f32659 req-4e2ea0f2-377a-4cb8-a344-b9ec4020b069 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:39.680004 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1c0dc1b4-ce90-4de1-a5ed-e52407f32659 req-4e2ea0f2-377a-4cb8-a344-b9ec4020b069 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "PUT /v2.0/ports/30542ce7-fdf6-41e0-981e-8ee1bf98723f HTTP/1.1" status: 200 len: 982 time: 0.4736767 Nov 11 20:40:39.680477 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd28d94ff-cfbb-46b3-b20d-32a6cb35893e', 'tag': '30542ce7-fdf6-41e0-981e-8ee1bf98723f'}] {{(pid=101811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:40:39.682799 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5736cb7e175e5ed5563496e7c8b9c6d8883e61bc6d504a4dc096e4a6f480cdce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2f1db2-95a8-4be1-8772-24aea1042737" -d '{"events": [{"name": "network-changed", "server_uuid": "d28d94ff-cfbb-46b3-b20d-32a6cb35893e", "tag": "30542ce7-fdf6-41e0-981e-8ee1bf98723f"}]}' {{(pid=101811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:40:39.745888 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79f4708-717b-46d5-8b5f-8296b578f8b2 x-openstack-request-id: req-e79f4708-717b-46d5-8b5f-8296b578f8b2 {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:40:39.752199 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d28d94ff-cfbb-46b3-b20d-32a6cb35893e", "tag": "30542ce7-fdf6-41e0-981e-8ee1bf98723f", "status": "completed", "code": 200}]} {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:40:39.752199 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e79f4708-717b-46d5-8b5f-8296b578f8b2 {{(pid=101811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:40:39.752642 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd28d94ff-cfbb-46b3-b20d-32a6cb35893e', 'tag': '30542ce7-fdf6-41e0-981e-8ee1bf98723f', 'status': 'completed', 'code': 200} Nov 11 20:40:39.778312 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ea0f2-377a-4cb8-a344-b9ec4020b069 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Pushing event updated for resources: {'Port': ['ID=30542ce7-fdf6-41e0-981e-8ee1bf98723f,revision_number=6']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:39.942334 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a18572-b157-4eff-97c1-ead4eb106fd4 req-4955e084-51df-4463-8cef-b988e36daed9 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:39.943742 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 44904) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:40:39.953434 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f6a18572-b157-4eff-97c1-ead4eb106fd4 req-4955e084-51df-4463-8cef-b988e36daed9 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 985 time: 0.1834688 Nov 11 20:40:40.003620 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] get_ports_and_sgs() called for port_ids ['30542ce7-fdf6-41e0-981e-8ee1bf98723f'] {{(pid=101813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:40:40.054142 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f1db2-95a8-4be1-8772-24aea1042737 req-0c8d4cee-dbdc-4548-bca9-005ba0a51b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:40.055679 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9a2f1db2-95a8-4be1-8772-24aea1042737 req-0c8d4cee-dbdc-4548-bca9-005ba0a51b7a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4f3da3f794f742c0a5bf009d5bad5208&device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 1138 time: 0.2097220 Nov 11 20:40:40.079745 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82546cef-e86a-49b5-aaa2-a7b20c7ecb68 req-8ed7591f-6bbf-4416-8a7e-fa2f4555fb34 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:40.082321 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-82546cef-e86a-49b5-aaa2-a7b20c7ecb68 req-8ed7591f-6bbf-4416-8a7e-fa2f4555fb34 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/ports?device_id=138b8b00-39e4-462d-ae08-c582c980e976 HTTP/1.1" status: 200 len: 945 time: 0.2096851 Nov 11 20:40:40.105165 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6627d38-f4f8-478d-a389-55f3cee591c6 req-3ebb45c9-7269-4b6c-8885-06980de1fe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:40.106737 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a6627d38-f4f8-478d-a389-55f3cee591c6 req-3ebb45c9-7269-4b6c-8885-06980de1fe9b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=88a68a80-f2c4-48c3-ac43-f1e76012f3ea HTTP/1.1" status: 200 len: 1098 time: 0.1496441 Nov 11 20:40:40.131070 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f6a18572-b157-4eff-97c1-ead4eb106fd4 req-0c98e8c1-80cc-4856-8d4e-9528186b6614 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&id=c06bf615-ba67-4bf3-8987-cd2a1eab332f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1767013 Nov 11 20:40:40.197961 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-14f7667c-9191-4b8d-ac45-c8ff5e79249a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f318ff0715454413b9ed68f3e56c7bbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2529914 Nov 11 20:40:40.200362 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 44914) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:40:40.233346 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] get_ports_and_sgs() called for port_ids ['aa053e0f-920f-42dd-bd56-f2d49a9c85f0'] {{(pid=101813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:40:40.274927 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-3f1b43d9-f776-495b-b33b-807b653066a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:40.305834 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-3f1b43d9-f776-495b-b33b-807b653066a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:40.307596 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-970bbe07-bfc4-41ae-83dd-147689295305 None None] Provisioning complete for port 30542ce7-fdf6-41e0-981e-8ee1bf98723f triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:40:40.307956 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-970bbe07-bfc4-41ae-83dd-147689295305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:40.361476 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-82546cef-e86a-49b5-aaa2-a7b20c7ecb68 req-eff96922-4866-48fa-a71a-23576d17fc9c tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/security-groups?id=a6011662-05af-48d6-93b4-66343e6538ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577929 Nov 11 20:40:40.361889 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-3f1b43d9-f776-495b-b33b-807b653066a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:40.366015 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-3f1b43d9-f776-495b-b33b-807b653066a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:40.371257 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-3f1b43d9-f776-495b-b33b-807b653066a0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/04ce1b29-82e7-415e-88b3-08258726bf82 HTTP/1.1" status: 204 len: 168 time: 0.1687248 Nov 11 20:40:40.389601 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b43d9-f776-495b-b33b-807b653066a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ce1b29-82e7-415e-88b3-08258726bf82,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:40.400420 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f1db2-95a8-4be1-8772-24aea1042737 req-8a986d8d-0950-4d1a-aedd-2294b06c2de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:40.403010 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9a2f1db2-95a8-4be1-8772-24aea1042737 req-8a986d8d-0950-4d1a-aedd-2294b06c2de3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=e3ad6302-2af8-4f34-932c-43eafe0c8fe6 HTTP/1.1" status: 200 len: 915 time: 0.3113790 Nov 11 20:40:40.430984 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a6627d38-f4f8-478d-a389-55f3cee591c6 req-084e0368-952e-482c-a6b3-171e053305d9 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=457f38f0-4b56-4441-98f2-42141019ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848792 Nov 11 20:40:40.494001 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770bdf8-a181-4431-9c90-acd13f3efae7 req-87ecbfe8-6af3-4ba6-b8a4-67a4f3f3c6d3 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:40.495561 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4770bdf8-a181-4431-9c90-acd13f3efae7 req-87ecbfe8-6af3-4ba6-b8a4-67a4f3f3c6d3 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/ports?device_id=88a68a80-f2c4-48c3-ac43-f1e76012f3ea HTTP/1.1" status: 200 len: 945 time: 0.2346423 Nov 11 20:40:40.545568 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9a2f1db2-95a8-4be1-8772-24aea1042737 req-1e7898a8-1c84-4411-8f6f-4186473d4bf0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30542ce7-fdf6-41e0-981e-8ee1bf98723f HTTP/1.1" status: 200 len: 1002 time: 0.1259630 Nov 11 20:40:40.575931 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4770bdf8-a181-4431-9c90-acd13f3efae7 req-7f13dd1b-6e6d-4932-8576-8d6b80c5aee7 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/security-groups?id=457f38f0-4b56-4441-98f2-42141019ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638540 Nov 11 20:40:40.712900 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd724ab3-ff0a-45c0-add9-4a43f5e450e5 req-92cdab30-5d99-4ec5-8ace-0db1dd181274 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:40.714408 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fd724ab3-ff0a-45c0-add9-4a43f5e450e5 req-92cdab30-5d99-4ec5-8ace-0db1dd181274 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0632122 Nov 11 20:40:40.772455 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fd724ab3-ff0a-45c0-add9-4a43f5e450e5 req-9f4075ad-a2a6-4aa9-b6a3-9699dceda952 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503736 Nov 11 20:40:40.971521 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f1db2-95a8-4be1-8772-24aea1042737 req-75ab0e6d-57f7-4d29-a82e-3b64f49279d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:40.973026 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9a2f1db2-95a8-4be1-8772-24aea1042737 req-75ab0e6d-57f7-4d29-a82e-3b64f49279d2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9b202467-3b06-4389-8c80-71f7e82c6179 HTTP/1.1" status: 200 len: 853 time: 0.0525150 Nov 11 20:40:41.042603 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f1db2-95a8-4be1-8772-24aea1042737 req-c4f53bf0-6ee6-4194-81be-01260e80f42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:41.044153 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9a2f1db2-95a8-4be1-8772-24aea1042737 req-c4f53bf0-6ee6-4194-81be-01260e80f42f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e3ad6302-2af8-4f34-932c-43eafe0c8fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436888 Nov 11 20:40:41.168417 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9a2f1db2-95a8-4be1-8772-24aea1042737 req-b0a81c1b-bb96-4e0b-8f3b-b9118f166cc9 service neutron] 10.222.0.78 "GET /v2.0/networks/e3ad6302-2af8-4f34-932c-43eafe0c8fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845268 Nov 11 20:40:41.290570 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9a2f1db2-95a8-4be1-8772-24aea1042737 req-e7c72a83-a0ea-4595-b8a0-417e4cbfd66b service neutron] 10.222.0.78 "GET /v2.0/networks/e3ad6302-2af8-4f34-932c-43eafe0c8fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990360 Nov 11 20:40:41.479504 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb36e3-491c-410b-b749-66c813c11120 req-10a75a16-ad09-4d7c-9743-66f0b8404e4b tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:41.480983 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-acdb36e3-491c-410b-b749-66c813c11120 req-10a75a16-ad09-4d7c-9743-66f0b8404e4b tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/ports?device_id=138b8b00-39e4-462d-ae08-c582c980e976 HTTP/1.1" status: 200 len: 945 time: 0.0507600 Nov 11 20:40:41.528282 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-acdb36e3-491c-410b-b749-66c813c11120 req-890119ac-598b-48e4-a6d7-d727cedb5e21 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/security-groups?id=a6011662-05af-48d6-93b4-66343e6538ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414302 Nov 11 20:40:41.710361 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce00e3-848e-49b5-b700-7f9d83e29709 req-63690f06-a018-4565-a21b-72f5f9220c0f tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:41.711858 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-97ce00e3-848e-49b5-b700-7f9d83e29709 req-63690f06-a018-4565-a21b-72f5f9220c0f tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/ports?device_id=88a68a80-f2c4-48c3-ac43-f1e76012f3ea HTTP/1.1" status: 200 len: 945 time: 0.0557559 Nov 11 20:40:41.760516 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-97ce00e3-848e-49b5-b700-7f9d83e29709 req-9a9fa846-e2ba-41e2-8d8e-ab52b57a73c9 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/security-groups?id=457f38f0-4b56-4441-98f2-42141019ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427134 Nov 11 20:40:41.844592 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.agents_db [None req-82748851-6744-43b9-bd77-83e744a7c088 None None] Agent healthcheck: found 6 active agents {{(pid=101814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:40:41.888736 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f1de9-42b5-4b0e-b028-3043f28ad28e req-9ea5256a-a025-428c-ac4b-74bc460a88e8 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:41.890112 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f93f1de9-42b5-4b0e-b028-3043f28ad28e req-9ea5256a-a025-428c-ac4b-74bc460a88e8 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0476401 Nov 11 20:40:41.939198 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f93f1de9-42b5-4b0e-b028-3043f28ad28e req-a4135273-7980-4414-bfa4-90d152257d39 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422292 Nov 11 20:40:42.649622 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa27c2-243c-46a1-afe7-642bce417017 req-3b96e7ed-e3e1-4f7c-842f-eaec69980fed tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:42.650813 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f4aa27c2-243c-46a1-afe7-642bce417017 req-3b96e7ed-e3e1-4f7c-842f-eaec69980fed tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/ports?device_id=138b8b00-39e4-462d-ae08-c582c980e976 HTTP/1.1" status: 200 len: 945 time: 0.0504305 Nov 11 20:40:42.704662 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f4aa27c2-243c-46a1-afe7-642bce417017 req-95af3686-cfad-472e-b9ca-af3da60e8ef3 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/security-groups?id=a6011662-05af-48d6-93b4-66343e6538ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480742 Nov 11 20:40:42.880233 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927f1e0-c435-44fc-9d9b-99ad373972eb req-119de3cf-1a0d-4d75-b522-24a7a2234ab1 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:42.881819 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d927f1e0-c435-44fc-9d9b-99ad373972eb req-119de3cf-1a0d-4d75-b522-24a7a2234ab1 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/ports?device_id=88a68a80-f2c4-48c3-ac43-f1e76012f3ea HTTP/1.1" status: 200 len: 945 time: 0.0514312 Nov 11 20:40:42.932405 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d927f1e0-c435-44fc-9d9b-99ad373972eb req-29c270fc-f4af-4b48-8236-9a565220cf11 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/security-groups?id=457f38f0-4b56-4441-98f2-42141019ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424957 Nov 11 20:40:43.078349 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device aa053e0f-920f-42dd-bd56-f2d49a9c85f0 up at agent hyperv_hv-cinder-81764 {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:40:43.082511 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b22f75-070d-448d-9896-8b4a294b6746 req-f361275f-dabc-4b61-b765-4ad446895083 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:43.084182 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e0b22f75-070d-448d-9896-8b4a294b6746 req-f361275f-dabc-4b61-b765-4ad446895083 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0584035 Nov 11 20:40:43.128959 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Provisioning for port aa053e0f-920f-42dd-bd56-f2d49a9c85f0 completed by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:40:43.137003 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Provisioning complete for port aa053e0f-920f-42dd-bd56-f2d49a9c85f0 triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:40:43.137421 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:43.140946 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e0b22f75-070d-448d-9896-8b4a294b6746 req-f2ed5337-6ab3-4770-9ed8-acb9a95ea6ab tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505760 Nov 11 20:40:43.228584 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:43.255726 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138b8b00-39e4-462d-ae08-c582c980e976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa053e0f-920f-42dd-bd56-f2d49a9c85f0'}] {{(pid=101813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:40:43.259074 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0340890b3ce0369dfbb204f3d0516fe3d00048a2838df9679e450f9495620248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea7de5c-1a65-4ed1-9d0d-5c01ceb6ee46" -d '{"events": [{"server_uuid": "138b8b00-39e4-462d-ae08-c582c980e976", "name": "network-vif-plugged", "status": "completed", "tag": "aa053e0f-920f-42dd-bd56-f2d49a9c85f0"}]}' {{(pid=101813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:40:43.274122 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port aa053e0f-920f-42dd-bd56-f2d49a9c85f0, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=aa053e0f-920f-42dd-bd56-f2d49a9c85f0,segment=NetworkSegment(676c89b0-616c-4174-893a-251ed28c9438),segment_id=676c89b0-616c-4174-893a-251ed28c9438)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:40:43.279655 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:43.304475 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0e652b-7490-45ce-acf9-547602f68a8f x-openstack-request-id: req-db0e652b-7490-45ce-acf9-547602f68a8f {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:40:43.304844 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "138b8b00-39e4-462d-ae08-c582c980e976", "name": "network-vif-plugged", "status": "completed", "tag": "aa053e0f-920f-42dd-bd56-f2d49a9c85f0", "code": 200}]} {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:40:43.305094 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-db0e652b-7490-45ce-acf9-547602f68a8f {{(pid=101813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:40:43.305476 dv-cinder-817642-1-iscsi neutron-server[101813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138b8b00-39e4-462d-ae08-c582c980e976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa053e0f-920f-42dd-bd56-f2d49a9c85f0', 'code': 200} Nov 11 20:40:43.336338 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Pushing event updated for resources: {'Port': ['ID=aa053e0f-920f-42dd-bd56-f2d49a9c85f0,revision_number=5']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:43.641294 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57acee-9d29-4fad-990e-16c415b25169 req-d2dad9c4-f743-41e8-927f-65ca80c87108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:43.642806 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8d57acee-9d29-4fad-990e-16c415b25169 req-d2dad9c4-f743-41e8-927f-65ca80c87108 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=138b8b00-39e4-462d-ae08-c582c980e976 HTTP/1.1" status: 200 len: 1099 time: 0.0445278 Nov 11 20:40:43.701321 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8d57acee-9d29-4fad-990e-16c415b25169 req-c6d2608e-f261-425e-b890-0667f875d559 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a6011662-05af-48d6-93b4-66343e6538ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446527 Nov 11 20:40:43.821290 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef142343-6333-4cf1-a8f1-6befad5c0a10 req-928b4d10-8043-49da-83ab-2cac984c6e45 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:43.822742 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ef142343-6333-4cf1-a8f1-6befad5c0a10 req-928b4d10-8043-49da-83ab-2cac984c6e45 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/ports?device_id=138b8b00-39e4-462d-ae08-c582c980e976 HTTP/1.1" status: 200 len: 946 time: 0.0486743 Nov 11 20:40:43.881284 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ef142343-6333-4cf1-a8f1-6befad5c0a10 req-a973155a-4f0f-4a29-8b7f-e80e0edd6097 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/security-groups?id=a6011662-05af-48d6-93b4-66343e6538ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463798 Nov 11 20:40:44.060355 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616fd54-8429-4a50-8bba-1eaadc798c2e req-d96cf9e5-ac4e-4219-abbd-fff11089e82c tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:44.060355 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f616fd54-8429-4a50-8bba-1eaadc798c2e req-d96cf9e5-ac4e-4219-abbd-fff11089e82c tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/ports?device_id=88a68a80-f2c4-48c3-ac43-f1e76012f3ea HTTP/1.1" status: 200 len: 945 time: 0.0515554 Nov 11 20:40:44.117775 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f616fd54-8429-4a50-8bba-1eaadc798c2e req-a62b001a-7f4b-4c2c-a4c4-994374f4fc01 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/security-groups?id=457f38f0-4b56-4441-98f2-42141019ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536501 Nov 11 20:40:44.525770 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee26f23-4209-4359-aed5-61c6eb8be496 req-8abaeac0-5240-4620-8c8d-a9ffb0c79e72 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:44.527287 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-bee26f23-4209-4359-aed5-61c6eb8be496 req-8abaeac0-5240-4620-8c8d-a9ffb0c79e72 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.3144596 Nov 11 20:40:44.585982 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-bee26f23-4209-4359-aed5-61c6eb8be496 req-0e4c0d51-4c89-46f0-8fab-965a1044faf0 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515034 Nov 11 20:40:45.002185 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db76d5d-aa13-445a-b567-3a849dd6de07 req-47ac98e5-ffa2-415f-9611-f294a647278e tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:45.003666 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-6db76d5d-aa13-445a-b567-3a849dd6de07 req-47ac98e5-ffa2-415f-9611-f294a647278e tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/ports?device_id=138b8b00-39e4-462d-ae08-c582c980e976 HTTP/1.1" status: 200 len: 946 time: 0.0502625 Nov 11 20:40:45.067120 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-6db76d5d-aa13-445a-b567-3a849dd6de07 req-9368ead2-9f1e-4445-8b36-62c391231fa0 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/security-groups?id=a6011662-05af-48d6-93b4-66343e6538ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573864 Nov 11 20:40:45.714228 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7de1b-1865-49e4-b1b8-8cadcfbb54a8 req-024efd70-4f88-4309-96d4-7275993c5ecf tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:45.715717 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4fb7de1b-1865-49e4-b1b8-8cadcfbb54a8 req-024efd70-4f88-4309-96d4-7275993c5ecf tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0555229 Nov 11 20:40:45.762536 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4fb7de1b-1865-49e4-b1b8-8cadcfbb54a8 req-6a131fc4-f947-4c98-9ebc-34a3d237c096 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407338 Nov 11 20:40:46.207841 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e38c63-5ca3-4bc5-b5c5-3fb60fa9443b req-5fd5b989-eb69-4301-b1b8-4dfcc76ae847 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:46.209435 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e2e38c63-5ca3-4bc5-b5c5-3fb60fa9443b req-5fd5b989-eb69-4301-b1b8-4dfcc76ae847 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/ports?device_id=138b8b00-39e4-462d-ae08-c582c980e976 HTTP/1.1" status: 200 len: 946 time: 0.0541410 Nov 11 20:40:46.259327 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e2e38c63-5ca3-4bc5-b5c5-3fb60fa9443b req-08b586f1-fd19-48c6-a33e-3a5db3023c50 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/security-groups?id=a6011662-05af-48d6-93b4-66343e6538ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438375 Nov 11 20:40:46.885434 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab6cf2-aa37-45ca-bd20-87f92a783e64 req-753f8206-3aae-4fe6-879b-370087687542 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:46.886934 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-73ab6cf2-aa37-45ca-bd20-87f92a783e64 req-753f8206-3aae-4fe6-879b-370087687542 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0481026 Nov 11 20:40:46.940875 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-73ab6cf2-aa37-45ca-bd20-87f92a783e64 req-77974bdb-28f7-4364-8070-e16c94a9ffa3 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477152 Nov 11 20:40:47.404073 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f6d30-130d-4948-988f-57b74ef9398d req-1c1f36d9-2aa6-4b10-a230-425bbde8a455 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:47.406367 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a27f6d30-130d-4948-988f-57b74ef9398d req-1c1f36d9-2aa6-4b10-a230-425bbde8a455 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/ports?device_id=138b8b00-39e4-462d-ae08-c582c980e976 HTTP/1.1" status: 200 len: 946 time: 0.0576839 Nov 11 20:40:47.460795 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a27f6d30-130d-4948-988f-57b74ef9398d req-7d819c14-208a-42c7-ad6b-197776dd7817 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/security-groups?id=a6011662-05af-48d6-93b4-66343e6538ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475588 Nov 11 20:40:48.072318 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0e79b-8c1e-4568-be5e-a5827faaaaed req-8704ae86-3394-4dda-8392-832f3e702c2f tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:48.074930 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-87f0e79b-8c1e-4568-be5e-a5827faaaaed req-8704ae86-3394-4dda-8392-832f3e702c2f tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0589216 Nov 11 20:40:48.126415 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-87f0e79b-8c1e-4568-be5e-a5827faaaaed req-0025989e-791d-4bd3-a39d-78357ff39ce2 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419323 Nov 11 20:40:48.582961 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd24ac-0a16-4530-9b74-b37f8c0d5709 req-d363e33e-4f2d-428c-be51-faa23eeb228d tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:48.584426 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-edfd24ac-0a16-4530-9b74-b37f8c0d5709 req-d363e33e-4f2d-428c-be51-faa23eeb228d tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/ports?device_id=138b8b00-39e4-462d-ae08-c582c980e976 HTTP/1.1" status: 200 len: 946 time: 0.0515974 Nov 11 20:40:48.631948 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-edfd24ac-0a16-4530-9b74-b37f8c0d5709 req-e27c3b19-a753-435b-bfa3-e44b6b25b282 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/security-groups?id=a6011662-05af-48d6-93b4-66343e6538ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417492 Nov 11 20:40:49.243671 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f795c9-7262-496c-80a2-1e67f9cd0cce req-9ca03182-4d5b-4ba5-a612-0284de5f0e7e tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:49.245194 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c5f795c9-7262-496c-80a2-1e67f9cd0cce req-9ca03182-4d5b-4ba5-a612-0284de5f0e7e tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0495820 Nov 11 20:40:49.291870 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c5f795c9-7262-496c-80a2-1e67f9cd0cce req-e77ec118-a366-4c2e-993a-2da9cfe88761 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408335 Nov 11 20:40:49.752648 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f4e99-a07a-4d3f-8d21-fb4312e5272b req-3f6114ad-b1b5-4583-9f44-f96b0b15e536 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:49.754111 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0d4f4e99-a07a-4d3f-8d21-fb4312e5272b req-3f6114ad-b1b5-4583-9f44-f96b0b15e536 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/ports?device_id=138b8b00-39e4-462d-ae08-c582c980e976 HTTP/1.1" status: 200 len: 946 time: 0.0517199 Nov 11 20:40:49.800655 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0d4f4e99-a07a-4d3f-8d21-fb4312e5272b req-064e795e-f94d-4450-b318-c62a39f20d19 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/security-groups?id=a6011662-05af-48d6-93b4-66343e6538ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406528 Nov 11 20:40:50.180991 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af7e74-f794-4617-a37c-1d56f4980458 req-a1ed0f8d-c05c-4cbd-a1eb-f5e4902d92ef tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:50.182657 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e1af7e74-f794-4617-a37c-1d56f4980458 req-a1ed0f8d-c05c-4cbd-a1eb-f5e4902d92ef tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/networks?id=f75b74a3-4944-4e66-a1f1-0eb754745d66 HTTP/1.1" status: 200 len: 814 time: 0.1045029 Nov 11 20:40:50.198209 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e1af7e74-f794-4617-a37c-1d56f4980458 req-97476ac1-9769-430a-90f0-bec4a232140c tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/quotas/7b92a8a05c22447985ae53c7b9c91fc8 HTTP/1.1" status: 200 len: 375 time: 0.0091884 Nov 11 20:40:50.263784 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e1af7e74-f794-4617-a37c-1d56f4980458 req-3351ec63-3e50-407d-ab63-a2fd3cf69413 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7b92a8a05c22447985ae53c7b9c91fc8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0565853 Nov 11 20:40:50.361365 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e1af7e74-f794-4617-a37c-1d56f4980458 req-2e8d96e6-9a88-4d5d-8e99-939536177eb0 service neutron] 10.222.0.61 "GET /v2.0/networks/f75b74a3-4944-4e66-a1f1-0eb754745d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905612 Nov 11 20:40:50.472594 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ebb92-4b8d-401a-ba48-8785a4fdda4d req-ea098518-70d4-4ca4-8101-4f9c1688b740 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:50.474047 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f99ebb92-4b8d-401a-ba48-8785a4fdda4d req-ea098518-70d4-4ca4-8101-4f9c1688b740 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.1118240 Nov 11 20:40:50.495162 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e1af7e74-f794-4617-a37c-1d56f4980458 req-94dce50d-c6fa-4bb3-a567-dab5abb0d769 service neutron] 10.222.0.61 "GET /v2.0/networks/f75b74a3-4944-4e66-a1f1-0eb754745d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246569 Nov 11 20:40:50.502311 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:50.534042 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f99ebb92-4b8d-401a-ba48-8785a4fdda4d req-a7218c30-09b0-4c92-986e-6bfb5270ea0f tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494168 Nov 11 20:40:50.673052 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-388da889-478d-41b9-b615-b1ebda0f1b67 req-822c8b8c-66a1-4d38-8a21-679af3d5a08d tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=3faaf4a3-b047-49f0-b57f-b7ad4a9ca681 HTTP/1.1" status: 200 len: 210 time: 0.0279529 Nov 11 20:40:50.939206 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979715e5-1026-46a3-891b-d820d87fd17e req-95e1cf8f-5ba1-41a8-9daa-e9279b68df0a tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:50.941036 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-979715e5-1026-46a3-891b-d820d87fd17e req-95e1cf8f-5ba1-41a8-9daa-e9279b68df0a tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/ports?device_id=138b8b00-39e4-462d-ae08-c582c980e976 HTTP/1.1" status: 200 len: 946 time: 0.0644183 Nov 11 20:40:51.004476 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-979715e5-1026-46a3-891b-d820d87fd17e req-8a2d6542-d3dd-439d-9050-83dc628b009f tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/security-groups?id=a6011662-05af-48d6-93b4-66343e6538ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531309 Nov 11 20:40:51.656681 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511afd4-5931-48a7-a126-abda7af7c51d req-df0d0eb6-e8c4-4488-b099-cd47872952a6 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:51.658150 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b511afd4-5931-48a7-a126-abda7af7c51d req-df0d0eb6-e8c4-4488-b099-cd47872952a6 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0493517 Nov 11 20:40:51.711845 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b511afd4-5931-48a7-a126-abda7af7c51d req-b0ae8b52-5ded-4781-98c0-1336d6f35be3 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463786 Nov 11 20:40:51.775605 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0ee10922-81e7-4dae-8fe2-18a57fa03d2b req-17b72844-8224-4e05-99bf-e4a2a404d9d7 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=3faaf4a3-b047-49f0-b57f-b7ad4a9ca681 HTTP/1.1" status: 200 len: 210 time: 0.0259395 Nov 11 20:40:52.124840 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3fe02a-60f6-416e-b7d3-138ecb6df264 req-8bdd88ea-151d-47b8-953a-89ede3db452e tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:52.126282 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2f3fe02a-60f6-416e-b7d3-138ecb6df264 req-8bdd88ea-151d-47b8-953a-89ede3db452e tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/ports?device_id=138b8b00-39e4-462d-ae08-c582c980e976 HTTP/1.1" status: 200 len: 946 time: 0.0525889 Nov 11 20:40:52.174221 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2f3fe02a-60f6-416e-b7d3-138ecb6df264 req-7a2b1955-7eb4-44df-91c6-ac8fbf690b6f tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/security-groups?id=a6011662-05af-48d6-93b4-66343e6538ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409555 Nov 11 20:40:52.423855 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af7e74-f794-4617-a37c-1d56f4980458 req-14f21540-7aeb-4a8e-a790-d25b6a23977f tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:52.425522 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e1af7e74-f794-4617-a37c-1d56f4980458 req-14f21540-7aeb-4a8e-a790-d25b6a23977f tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.78 "GET /v2.0/networks?id=f75b74a3-4944-4e66-a1f1-0eb754745d66 HTTP/1.1" status: 200 len: 814 time: 0.1043386 Nov 11 20:40:52.481646 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [req-e1af7e74-f794-4617-a37c-1d56f4980458 req-11077cf1-5b50-4168-b9b9-455bb20dfac4 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Request body: {'port': {'device_id': '3faaf4a3-b047-49f0-b57f-b7ad4a9ca681', 'network_id': 'f75b74a3-4944-4e66-a1f1-0eb754745d66', 'admin_state_up': True, 'tenant_id': '7b92a8a05c22447985ae53c7b9c91fc8'}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:40:52.599287 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1af7e74-f794-4617-a37c-1d56f4980458 req-11077cf1-5b50-4168-b9b9-455bb20dfac4 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Made reservation on behalf of 7b92a8a05c22447985ae53c7b9c91fc8 for: {'port': 1} {{(pid=101811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:40:52.603147 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-e1af7e74-f794-4617-a37c-1d56f4980458 req-11077cf1-5b50-4168-b9b9-455bb20dfac4 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:52.738976 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.db_base_plugin_common [req-e1af7e74-f794-4617-a37c-1d56f4980458 req-11077cf1-5b50-4168-b9b9-455bb20dfac4 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Allocated IP 172.20.0.3 (f75b74a3-4944-4e66-a1f1-0eb754745d66/c3ddfd0b-0a11-463e-9bc6-4a5797fe6680/4e0620dd-83bb-41b6-9d21-469aaf4c4d29) {{(pid=101811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:40:52.904020 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-6aef6a60-c1fe-40e3-bdb7-29ca5b900065 req-b62ca5f5-539b-4220-8a2e-249fd687e356 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=3faaf4a3-b047-49f0-b57f-b7ad4a9ca681 HTTP/1.1" status: 200 len: 210 time: 0.0384595 Nov 11 20:40:52.920829 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ef453-3ddc-4db3-aac5-15f2cdfdec2a req-30fedaeb-1a54-40b7-bd10-b0bdea6d9740 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:52.922499 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0a8ef453-3ddc-4db3-aac5-15f2cdfdec2a req-30fedaeb-1a54-40b7-bd10-b0bdea6d9740 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.1353731 Nov 11 20:40:52.981153 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-e1af7e74-f794-4617-a37c-1d56f4980458 req-11077cf1-5b50-4168-b9b9-455bb20dfac4 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Publish callbacks [] for port, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:53.005115 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0a8ef453-3ddc-4db3-aac5-15f2cdfdec2a req-eba77c43-367f-4582-87b5-97a4f5c5d192 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716989 Nov 11 20:40:53.038503 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-e1af7e74-f794-4617-a37c-1d56f4980458 req-11077cf1-5b50-4168-b9b9-455bb20dfac4 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945'] for port, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:53.065841 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] get_ports_and_sgs() called for port_ids ['a1e7e113-49ef-49f9-9fd9-7534d076360a', '29fa7464-b08b-4f56-89c0-b86091d4eb50', '4edbb89c-4f5c-491a-9011-52c3c60a224c'] {{(pid=101813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:40:53.096036 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11077cf1-5b50-4168-b9b9-455bb20dfac4 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Pushing event updated for resources: {'Port': ['ID=4e0620dd-83bb-41b6-9d21-469aaf4c4d29,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:53.099764 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1af7e74-f794-4617-a37c-1d56f4980458 req-11077cf1-5b50-4168-b9b9-455bb20dfac4 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Network f75b74a3-4944-4e66-a1f1-0eb754745d66 is already hosted by enough agents. {{(pid=101811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:40:53.104663 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.base_scheduler [req-e1af7e74-f794-4617-a37c-1d56f4980458 req-11077cf1-5b50-4168-b9b9-455bb20dfac4 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Resources bound (agent type, host, resource id): {{(pid=101811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:40:53.107385 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1af7e74-f794-4617-a37c-1d56f4980458 req-11077cf1-5b50-4168-b9b9-455bb20dfac4 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Received port after_create {{(pid=101811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:40:53.113220 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af7e74-f794-4617-a37c-1d56f4980458 req-11077cf1-5b50-4168-b9b9-455bb20dfac4 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:53.113861 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-e1af7e74-f794-4617-a37c-1d56f4980458 req-11077cf1-5b50-4168-b9b9-455bb20dfac4 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:53.133154 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e1af7e74-f794-4617-a37c-1d56f4980458 req-11077cf1-5b50-4168-b9b9-455bb20dfac4 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6548674 Nov 11 20:40:53.167893 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [req-e1af7e74-f794-4617-a37c-1d56f4980458 req-abe88406-9ed3-4d28-b65a-359dc72f64a2 service neutron] Request body: {'port': {'device_id': '3faaf4a3-b047-49f0-b57f-b7ad4a9ca681', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81764'}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:40:53.230586 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-e1af7e74-f794-4617-a37c-1d56f4980458 req-abe88406-9ed3-4d28-b65a-359dc72f64a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:53.390251 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147a57b-8e98-4b17-9582-0bbb5b90738d req-6496e6d5-ec21-4d17-8088-3ccd9c4fd2c8 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:53.391785 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f147a57b-8e98-4b17-9582-0bbb5b90738d req-6496e6d5-ec21-4d17-8088-3ccd9c4fd2c8 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/ports?device_id=138b8b00-39e4-462d-ae08-c582c980e976 HTTP/1.1" status: 200 len: 946 time: 0.1201711 Nov 11 20:40:53.501152 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f147a57b-8e98-4b17-9582-0bbb5b90738d req-57a44f59-10ba-40a8-b6ec-b30b2fed6fec tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/security-groups?id=a6011662-05af-48d6-93b4-66343e6538ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016455 Nov 11 20:40:53.596148 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [req-e1af7e74-f794-4617-a37c-1d56f4980458 req-abe88406-9ed3-4d28-b65a-359dc72f64a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e0620dd-83bb-41b6-9d21-469aaf4c4d29 {{(pid=101811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:40:53.604093 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-e1af7e74-f794-4617-a37c-1d56f4980458 req-abe88406-9ed3-4d28-b65a-359dc72f64a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:53.616234 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.provisioning_blocks [req-e1af7e74-f794-4617-a37c-1d56f4980458 req-abe88406-9ed3-4d28-b65a-359dc72f64a2 service neutron] Transition to ACTIVE for port object 4e0620dd-83bb-41b6-9d21-469aaf4c4d29 will not be triggered until provisioned by entity L2. {{(pid=101811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:40:53.622842 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-e1af7e74-f794-4617-a37c-1d56f4980458 req-abe88406-9ed3-4d28-b65a-359dc72f64a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:53.674523 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe88406-9ed3-4d28-b65a-359dc72f64a2 service neutron] Pushing event updated for resources: {'Port': ['ID=4e0620dd-83bb-41b6-9d21-469aaf4c4d29,revision_number=2']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:53.707309 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.managers [req-e1af7e74-f794-4617-a37c-1d56f4980458 req-abe88406-9ed3-4d28-b65a-359dc72f64a2 service neutron] Attempting to bind port 4e0620dd-83bb-41b6-9d21-469aaf4c4d29 on host hv-cinder-81764 for vnic_type normal with profile {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:40:53.707641 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.managers [req-e1af7e74-f794-4617-a37c-1d56f4980458 req-abe88406-9ed3-4d28-b65a-359dc72f64a2 service neutron] Attempting to bind port 4e0620dd-83bb-41b6-9d21-469aaf4c4d29 by drivers openvswitch,hyperv on host hv-cinder-81764 at level 0 using segments [{'id': '727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'f75b74a3-4944-4e66-a1f1-0eb754745d66'}] {{(pid=101811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:40:53.707965 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1af7e74-f794-4617-a37c-1d56f4980458 req-abe88406-9ed3-4d28-b65a-359dc72f64a2 service neutron] Attempting to bind port 4e0620dd-83bb-41b6-9d21-469aaf4c4d29 on network f75b74a3-4944-4e66-a1f1-0eb754745d66 {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:40:53.714229 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1af7e74-f794-4617-a37c-1d56f4980458 req-abe88406-9ed3-4d28-b65a-359dc72f64a2 service neutron] Port 4e0620dd-83bb-41b6-9d21-469aaf4c4d29 on network f75b74a3-4944-4e66-a1f1-0eb754745d66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81764 {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:40:53.714550 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1af7e74-f794-4617-a37c-1d56f4980458 req-abe88406-9ed3-4d28-b65a-359dc72f64a2 service neutron] Attempting to bind port 4e0620dd-83bb-41b6-9d21-469aaf4c4d29 on network f75b74a3-4944-4e66-a1f1-0eb754745d66 {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:40:53.719574 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1af7e74-f794-4617-a37c-1d56f4980458 req-abe88406-9ed3-4d28-b65a-359dc72f64a2 service neutron] Checking agent: {'id': '15458190-db7e-4dc5-9ea8-0c1068e01e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81764', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 36, 20), 'started_at': datetime.datetime(2021, 11, 11, 20, 36, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:40:53.719910 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1af7e74-f794-4617-a37c-1d56f4980458 req-abe88406-9ed3-4d28-b65a-359dc72f64a2 service neutron] Checking segment: {'id': '727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'f75b74a3-4944-4e66-a1f1-0eb754745d66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:40:53.720316 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1af7e74-f794-4617-a37c-1d56f4980458 req-abe88406-9ed3-4d28-b65a-359dc72f64a2 service neutron] Bound using segment: {'id': '727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'f75b74a3-4944-4e66-a1f1-0eb754745d66'} {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:40:53.720733 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.managers [req-e1af7e74-f794-4617-a37c-1d56f4980458 req-abe88406-9ed3-4d28-b65a-359dc72f64a2 service neutron] Bound port: 4e0620dd-83bb-41b6-9d21-469aaf4c4d29, host: hv-cinder-81764, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'f75b74a3-4944-4e66-a1f1-0eb754745d66'}}] {{(pid=101811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:40:53.721085 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-e1af7e74-f794-4617-a37c-1d56f4980458 req-abe88406-9ed3-4d28-b65a-359dc72f64a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:53.791249 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-e1af7e74-f794-4617-a37c-1d56f4980458 req-abe88406-9ed3-4d28-b65a-359dc72f64a2 service neutron] For port 4e0620dd-83bb-41b6-9d21-469aaf4c4d29, host hv-cinder-81764, cleared binding levels {{(pid=101811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:40:53.794552 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-e1af7e74-f794-4617-a37c-1d56f4980458 req-abe88406-9ed3-4d28-b65a-359dc72f64a2 service neutron] For port 4e0620dd-83bb-41b6-9d21-469aaf4c4d29, host hv-cinder-81764, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=4e0620dd-83bb-41b6-9d21-469aaf4c4d29,segment=NetworkSegment(727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f),segment_id=727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f)] {{(pid=101811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:40:53.805371 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-e1af7e74-f794-4617-a37c-1d56f4980458 req-abe88406-9ed3-4d28-b65a-359dc72f64a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:53.844736 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af7e74-f794-4617-a37c-1d56f4980458 req-abe88406-9ed3-4d28-b65a-359dc72f64a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:53.845338 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-e1af7e74-f794-4617-a37c-1d56f4980458 req-abe88406-9ed3-4d28-b65a-359dc72f64a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:53.846739 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e1af7e74-f794-4617-a37c-1d56f4980458 req-abe88406-9ed3-4d28-b65a-359dc72f64a2 service neutron] 10.222.0.78 "PUT /v2.0/ports/4e0620dd-83bb-41b6-9d21-469aaf4c4d29 HTTP/1.1" status: 200 len: 1093 time: 0.6841075 Nov 11 20:40:53.847170 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3faaf4a3-b047-49f0-b57f-b7ad4a9ca681', 'tag': '4e0620dd-83bb-41b6-9d21-469aaf4c4d29'}] {{(pid=101811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:40:53.849468 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5736cb7e175e5ed5563496e7c8b9c6d8883e61bc6d504a4dc096e4a6f480cdce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060dcf92-cb49-4e10-b2b7-e8591221496e" -d '{"events": [{"name": "network-changed", "server_uuid": "3faaf4a3-b047-49f0-b57f-b7ad4a9ca681", "tag": "4e0620dd-83bb-41b6-9d21-469aaf4c4d29"}]}' {{(pid=101811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:40:53.893117 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93a5b27-f9b8-48d1-850b-2c2ff801f055 x-openstack-request-id: req-d93a5b27-f9b8-48d1-850b-2c2ff801f055 {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:40:53.893415 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3faaf4a3-b047-49f0-b57f-b7ad4a9ca681", "tag": "4e0620dd-83bb-41b6-9d21-469aaf4c4d29", "status": "completed", "code": 200}]} {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:40:53.893669 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d93a5b27-f9b8-48d1-850b-2c2ff801f055 {{(pid=101811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:40:53.894111 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3faaf4a3-b047-49f0-b57f-b7ad4a9ca681', 'tag': '4e0620dd-83bb-41b6-9d21-469aaf4c4d29', 'status': 'completed', 'code': 200} Nov 11 20:40:53.896172 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe88406-9ed3-4d28-b65a-359dc72f64a2 service neutron] Pushing event updated for resources: {'Port': ['ID=4e0620dd-83bb-41b6-9d21-469aaf4c4d29,revision_number=3']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:54.009085 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af7e74-f794-4617-a37c-1d56f4980458 req-7ded67f2-bdbf-4c36-8aed-0a4051c8686d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:54.010922 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e1af7e74-f794-4617-a37c-1d56f4980458 req-7ded67f2-bdbf-4c36-8aed-0a4051c8686d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7b92a8a05c22447985ae53c7b9c91fc8&device_id=3faaf4a3-b047-49f0-b57f-b7ad4a9ca681 HTTP/1.1" status: 200 len: 1096 time: 0.0852528 Nov 11 20:40:54.034706 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e306aab-1dde-47d7-87d3-b443b1da92de req-360631ca-2c6b-4ea0-a358-529f4a5c74da tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:54.052572 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4e306aab-1dde-47d7-87d3-b443b1da92de req-360631ca-2c6b-4ea0-a358-529f4a5c74da tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=3faaf4a3-b047-49f0-b57f-b7ad4a9ca681 HTTP/1.1" status: 200 len: 943 time: 0.0674353 Nov 11 20:40:54.114620 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e1af7e74-f794-4617-a37c-1d56f4980458 req-eedd4e20-e8d9-4c79-bce9-42e2e988b8d7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e0620dd-83bb-41b6-9d21-469aaf4c4d29 HTTP/1.1" status: 200 len: 217 time: 0.0609815 Nov 11 20:40:54.215029 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4e306aab-1dde-47d7-87d3-b443b1da92de req-e8690258-e8fc-4b8b-8b8f-1d377741cc89 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489525 Nov 11 20:40:54.221341 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af7e74-f794-4617-a37c-1d56f4980458 req-7366bc52-db35-405d-984a-d4674ee06811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:54.222744 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e1af7e74-f794-4617-a37c-1d56f4980458 req-7366bc52-db35-405d-984a-d4674ee06811 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c3ddfd0b-0a11-463e-9bc6-4a5797fe6680 HTTP/1.1" status: 200 len: 854 time: 0.0758026 Nov 11 20:40:54.232743 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728ab4c-e519-4c46-948b-5eb84bc3061a req-253596c7-7266-40dd-bcef-ad250ba9f00b tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:54.234214 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f728ab4c-e519-4c46-948b-5eb84bc3061a req-253596c7-7266-40dd-bcef-ad250ba9f00b tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.1230440 Nov 11 20:40:54.287321 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e1af7e74-f794-4617-a37c-1d56f4980458 req-1ee90bfd-cce2-4beb-8ad8-9b16bbd0524f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f75b74a3-4944-4e66-a1f1-0eb754745d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328693 Nov 11 20:40:54.316084 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f728ab4c-e519-4c46-948b-5eb84bc3061a req-3972d366-7d97-4dd5-b880-5cdacaec79fc tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755594 Nov 11 20:40:54.392210 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e1af7e74-f794-4617-a37c-1d56f4980458 req-cede9356-923a-45a2-9ddd-a679329ee3a1 service neutron] 10.222.0.78 "GET /v2.0/networks/f75b74a3-4944-4e66-a1f1-0eb754745d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879383 Nov 11 20:40:54.513615 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e1af7e74-f794-4617-a37c-1d56f4980458 req-f7c562b1-7a77-4807-bc4b-cb8f44d3d968 service neutron] 10.222.0.78 "GET /v2.0/networks/f75b74a3-4944-4e66-a1f1-0eb754745d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889249 Nov 11 20:40:54.646114 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803488c4-9428-485f-b472-f49b463d36bd req-d37ba4ed-7537-4fb9-ba98-e7d43b78e25a tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:54.647710 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-803488c4-9428-485f-b472-f49b463d36bd req-d37ba4ed-7537-4fb9-ba98-e7d43b78e25a tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/ports?device_id=138b8b00-39e4-462d-ae08-c582c980e976 HTTP/1.1" status: 200 len: 946 time: 0.0737374 Nov 11 20:40:54.661433 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060dcf92-cb49-4e10-b2b7-e8591221496e req-2666fe73-8377-41f9-8158-07b6024fb185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:54.663000 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-060dcf92-cb49-4e10-b2b7-e8591221496e req-2666fe73-8377-41f9-8158-07b6024fb185 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7b92a8a05c22447985ae53c7b9c91fc8&device_id=3faaf4a3-b047-49f0-b57f-b7ad4a9ca681 HTTP/1.1" status: 200 len: 1096 time: 0.0605943 Nov 11 20:40:54.726479 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-803488c4-9428-485f-b472-f49b463d36bd req-8f46352b-0ee9-4faa-9790-a9fc1ec6f2c7 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/security-groups?id=a6011662-05af-48d6-93b4-66343e6538ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723014 Nov 11 20:40:54.786270 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060dcf92-cb49-4e10-b2b7-e8591221496e req-a3fc67ca-3be3-4e40-9a2f-8355ae73c048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:54.788203 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-060dcf92-cb49-4e10-b2b7-e8591221496e req-a3fc67ca-3be3-4e40-9a2f-8355ae73c048 service neutron] 10.222.0.78 "GET /v2.0/networks?id=f75b74a3-4944-4e66-a1f1-0eb754745d66 HTTP/1.1" status: 200 len: 915 time: 0.1014981 Nov 11 20:40:54.835288 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-060dcf92-cb49-4e10-b2b7-e8591221496e req-5d638bad-b58e-4d5b-bf73-209e214d87fa service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e0620dd-83bb-41b6-9d21-469aaf4c4d29 HTTP/1.1" status: 200 len: 217 time: 0.0356178 Nov 11 20:40:54.906141 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060dcf92-cb49-4e10-b2b7-e8591221496e req-29cd99a4-7953-4f38-b8e2-08d44c9db4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:54.907475 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-060dcf92-cb49-4e10-b2b7-e8591221496e req-29cd99a4-7953-4f38-b8e2-08d44c9db4b5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c3ddfd0b-0a11-463e-9bc6-4a5797fe6680 HTTP/1.1" status: 200 len: 854 time: 0.0490127 Nov 11 20:40:54.956058 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-060dcf92-cb49-4e10-b2b7-e8591221496e req-02aa8480-09bb-40fe-8a78-2f98f5bcd72c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f75b74a3-4944-4e66-a1f1-0eb754745d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246971 Nov 11 20:40:55.058875 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-060dcf92-cb49-4e10-b2b7-e8591221496e req-fc46c27e-82cb-4630-b657-144a107805d4 service neutron] 10.222.0.78 "GET /v2.0/networks/f75b74a3-4944-4e66-a1f1-0eb754745d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854990 Nov 11 20:40:55.168277 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-060dcf92-cb49-4e10-b2b7-e8591221496e req-54b7b0d8-6828-4f01-8895-f013aaaf9c26 service neutron] 10.222.0.78 "GET /v2.0/networks/f75b74a3-4944-4e66-a1f1-0eb754745d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892062 Nov 11 20:40:55.332905 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740ca07-685f-4d25-973c-5f3dc9ee5b35 req-631c35e9-5de4-4f9b-8343-83d9d15dbf17 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:55.334409 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9740ca07-685f-4d25-973c-5f3dc9ee5b35 req-631c35e9-5de4-4f9b-8343-83d9d15dbf17 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=3faaf4a3-b047-49f0-b57f-b7ad4a9ca681 HTTP/1.1" status: 200 len: 943 time: 0.0506172 Nov 11 20:40:55.384866 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9740ca07-685f-4d25-973c-5f3dc9ee5b35 req-1a59147d-76de-4e92-8be8-52d453bd9377 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433807 Nov 11 20:40:55.495157 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f8e4c-19b9-45b3-8ba2-2cab02f31750 req-10877e0c-c297-475f-afda-c610f9dc1ad4 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:55.497544 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-682f8e4c-19b9-45b3-8ba2-2cab02f31750 req-10877e0c-c297-475f-afda-c610f9dc1ad4 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0501497 Nov 11 20:40:55.550899 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-682f8e4c-19b9-45b3-8ba2-2cab02f31750 req-23a56fe5-403b-4bed-90f2-4efa1d385ea9 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480123 Nov 11 20:40:55.706325 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ff4db-a866-41f3-b24e-44217ea72815 req-b5bbdb5c-54e4-4c80-8bbc-12a862a2f5ed tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:55.707695 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f95ff4db-a866-41f3-b24e-44217ea72815 req-b5bbdb5c-54e4-4c80-8bbc-12a862a2f5ed tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 945 time: 0.0512805 Nov 11 20:40:55.756971 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f95ff4db-a866-41f3-b24e-44217ea72815 req-07573a7d-4f2a-4822-b522-bfae644a1942 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423820 Nov 11 20:40:55.842925 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3f698-c9ac-4aae-9594-6bfca0204aa1 req-70365bab-7ab2-4cc5-9140-cd570f9dee28 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:55.844435 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a0a3f698-c9ac-4aae-9594-6bfca0204aa1 req-70365bab-7ab2-4cc5-9140-cd570f9dee28 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/ports?device_id=138b8b00-39e4-462d-ae08-c582c980e976 HTTP/1.1" status: 200 len: 946 time: 0.0495944 Nov 11 20:40:55.893243 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a0a3f698-c9ac-4aae-9594-6bfca0204aa1 req-6ecd0777-fca5-47d1-8582-cb1beb237689 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/security-groups?id=a6011662-05af-48d6-93b4-66343e6538ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430503 Nov 11 20:40:56.501999 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a8652-af75-4ffd-b5bf-8a8cafecb449 req-59082b90-eacb-4063-8ed7-44cd5db55932 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:56.503434 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f48a8652-af75-4ffd-b5bf-8a8cafecb449 req-59082b90-eacb-4063-8ed7-44cd5db55932 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=3faaf4a3-b047-49f0-b57f-b7ad4a9ca681 HTTP/1.1" status: 200 len: 943 time: 0.0522926 Nov 11 20:40:56.550121 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f48a8652-af75-4ffd-b5bf-8a8cafecb449 req-631c9bf4-d232-4714-8ac7-035643a640b3 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405862 Nov 11 20:40:56.668863 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336f336-7b7f-41c6-8113-3b339a16fbf9 req-64d6a4ab-9d66-4ed8-9bdb-8003de73fba7 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:56.670245 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0336f336-7b7f-41c6-8113-3b339a16fbf9 req-64d6a4ab-9d66-4ed8-9bdb-8003de73fba7 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0483983 Nov 11 20:40:56.720607 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0336f336-7b7f-41c6-8113-3b339a16fbf9 req-9bdf5e06-76c4-4b0e-aec9-f70dbee541db tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444746 Nov 11 20:40:56.884789 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a76906-e59f-494a-bdf7-2ddc0db5098b req-4a6bee79-c8db-4d6d-8a19-8980acbced37 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:56.886313 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-87a76906-e59f-494a-bdf7-2ddc0db5098b req-4a6bee79-c8db-4d6d-8a19-8980acbced37 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 945 time: 0.0543966 Nov 11 20:40:56.935499 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-87a76906-e59f-494a-bdf7-2ddc0db5098b req-abff8cbb-90ff-40ee-8db9-74a18e5bb47a tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432334 Nov 11 20:40:57.024666 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f7937f-05e1-4de1-945a-e8748fb0ffb0 req-164546a2-97c5-444b-8500-b8bed91b06f8 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:57.026120 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-18f7937f-05e1-4de1-945a-e8748fb0ffb0 req-164546a2-97c5-444b-8500-b8bed91b06f8 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/ports?device_id=138b8b00-39e4-462d-ae08-c582c980e976 HTTP/1.1" status: 200 len: 946 time: 0.0491090 Nov 11 20:40:57.074198 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-18f7937f-05e1-4de1-945a-e8748fb0ffb0 req-47b76c11-20a3-4fd1-9aec-93c4d305ec8c tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/security-groups?id=a6011662-05af-48d6-93b4-66343e6538ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421457 Nov 11 20:40:57.696505 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d416e95-c22b-4d08-8363-fd428a06c8e8 req-885d43f8-94ba-40ba-aa4d-902d5712d1ad tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:57.697969 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8d416e95-c22b-4d08-8363-fd428a06c8e8 req-885d43f8-94ba-40ba-aa4d-902d5712d1ad tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=3faaf4a3-b047-49f0-b57f-b7ad4a9ca681 HTTP/1.1" status: 200 len: 943 time: 0.0802219 Nov 11 20:40:57.706427 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7fa8b-8a0b-4542-8111-5eea2cf6fac3 req-beddf33e-9ea7-4e77-9750-f0688c1cffd9 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:57.707761 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-44e7fa8b-8a0b-4542-8111-5eea2cf6fac3 req-beddf33e-9ea7-4e77-9750-f0688c1cffd9 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.78 "GET /v2.0/ports?device_id=138b8b00-39e4-462d-ae08-c582c980e976 HTTP/1.1" status: 200 len: 946 time: 0.0812821 Nov 11 20:40:57.780325 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8d416e95-c22b-4d08-8363-fd428a06c8e8 req-2a19c87e-99a5-4f05-aee0-ecd4f09ab2d5 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714812 Nov 11 20:40:57.867172 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b003a-5c78-4e3a-8115-78e2d0b2d869 req-7780be4c-df00-4dd8-bdf7-64b891dd528d tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:57.868561 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-505b003a-5c78-4e3a-8115-78e2d0b2d869 req-7780be4c-df00-4dd8-bdf7-64b891dd528d tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0820286 Nov 11 20:40:57.884125 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [req-44e7fa8b-8a0b-4542-8111-5eea2cf6fac3 req-a97293ce-eb9d-4af2-91e6-80c86226499c tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Deleting port aa053e0f-920f-42dd-bd56-f2d49a9c85f0 {{(pid=101811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:40:57.884466 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-44e7fa8b-8a0b-4542-8111-5eea2cf6fac3 req-a97293ce-eb9d-4af2-91e6-80c86226499c tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:57.977552 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-505b003a-5c78-4e3a-8115-78e2d0b2d869 req-1441a5b1-1690-456c-9686-1d509e891cd7 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025171 Nov 11 20:40:58.003929 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-44e7fa8b-8a0b-4542-8111-5eea2cf6fac3 req-a97293ce-eb9d-4af2-91e6-80c86226499c tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] For port aa053e0f-920f-42dd-bd56-f2d49a9c85f0, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=aa053e0f-920f-42dd-bd56-f2d49a9c85f0,segment=NetworkSegment(676c89b0-616c-4174-893a-251ed28c9438),segment_id=676c89b0-616c-4174-893a-251ed28c9438)] {{(pid=101811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:40:58.004395 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-44e7fa8b-8a0b-4542-8111-5eea2cf6fac3 req-a97293ce-eb9d-4af2-91e6-80c86226499c tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:58.021999 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [req-44e7fa8b-8a0b-4542-8111-5eea2cf6fac3 req-a97293ce-eb9d-4af2-91e6-80c86226499c tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Calling delete_port for aa053e0f-920f-42dd-bd56-f2d49a9c85f0 owned by compute:nova {{(pid=101811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:40:58.133168 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2b7e5-41c5-45e6-b57d-606770d9741e req-4ed13acc-28be-407f-b19e-8ececebb26f3 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:58.134566 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-dfa2b7e5-41c5-45e6-b57d-606770d9741e req-4ed13acc-28be-407f-b19e-8ececebb26f3 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 945 time: 0.0743289 Nov 11 20:40:58.259456 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b46c47-c0f5-4d38-bfce-4158e53ef740 req-fd5ad191-7130-4052-ac44-6577251fa502 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:58.260977 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f4b46c47-c0f5-4d38-bfce-4158e53ef740 req-fd5ad191-7130-4052-ac44-6577251fa502 tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/ports?device_id=138b8b00-39e4-462d-ae08-c582c980e976 HTTP/1.1" status: 200 len: 946 time: 0.1148305 Nov 11 20:40:58.264216 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-dfa2b7e5-41c5-45e6-b57d-606770d9741e req-e97e56f2-3713-4f4d-a906-675666986169 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237223 Nov 11 20:40:58.265398 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-44e7fa8b-8a0b-4542-8111-5eea2cf6fac3 req-a97293ce-eb9d-4af2-91e6-80c86226499c tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954'] for port, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:58.300958 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] get_ports_and_sgs() called for port_ids ['aa053e0f-920f-42dd-bd56-f2d49a9c85f0'] {{(pid=101813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:40:58.310185 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97293ce-eb9d-4af2-91e6-80c86226499c tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Pushing event deleted for resources: {'Port': ['ID=aa053e0f-920f-42dd-bd56-f2d49a9c85f0,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:58.369770 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e7fa8b-8a0b-4542-8111-5eea2cf6fac3 req-a97293ce-eb9d-4af2-91e6-80c86226499c tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] No DVR routers for this DVR port aa053e0f-920f-42dd-bd56-f2d49a9c85f0 on host hv-cinder-81764 {{(pid=101811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:40:58.372779 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-44e7fa8b-8a0b-4542-8111-5eea2cf6fac3 req-a97293ce-eb9d-4af2-91e6-80c86226499c tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:58.376216 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-44e7fa8b-8a0b-4542-8111-5eea2cf6fac3 req-a97293ce-eb9d-4af2-91e6-80c86226499c tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.78 "DELETE /v2.0/ports/aa053e0f-920f-42dd-bd56-f2d49a9c85f0 HTTP/1.1" status: 204 len: 173 time: 0.6473522 Nov 11 20:40:58.376648 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138b8b00-39e4-462d-ae08-c582c980e976', 'name': 'network-vif-deleted', 'tag': 'aa053e0f-920f-42dd-bd56-f2d49a9c85f0'}] {{(pid=101811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:40:58.378849 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5736cb7e175e5ed5563496e7c8b9c6d8883e61bc6d504a4dc096e4a6f480cdce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548d3ece-9838-41f8-a4be-6087723f2d13" -d '{"events": [{"server_uuid": "138b8b00-39e4-462d-ae08-c582c980e976", "name": "network-vif-deleted", "tag": "aa053e0f-920f-42dd-bd56-f2d49a9c85f0"}]}' {{(pid=101811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:40:58.385008 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f4b46c47-c0f5-4d38-bfce-4158e53ef740 req-de1b1cd4-5f05-4b32-b46e-2be161a8578f tempest-VolumesActionsTest-265683257 tempest-VolumesActionsTest-265683257-project] 10.222.0.61 "GET /v2.0/security-groups?id=a6011662-05af-48d6-93b4-66343e6538ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112189 Nov 11 20:40:58.423600 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931b6305-45a3-45d0-9245-bcab51ac9dc1 x-openstack-request-id: req-931b6305-45a3-45d0-9245-bcab51ac9dc1 {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:40:58.423925 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "138b8b00-39e4-462d-ae08-c582c980e976", "name": "network-vif-deleted", "tag": "aa053e0f-920f-42dd-bd56-f2d49a9c85f0", "status": "completed", "code": 200}]} {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:40:58.424257 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-931b6305-45a3-45d0-9245-bcab51ac9dc1 {{(pid=101811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:40:58.424686 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138b8b00-39e4-462d-ae08-c582c980e976', 'name': 'network-vif-deleted', 'tag': 'aa053e0f-920f-42dd-bd56-f2d49a9c85f0', 'status': 'completed', 'code': 200} Nov 11 20:40:58.900001 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5a3f5-d9a7-4019-ba0e-dae52fcc9282 req-9b8f25ee-db2b-49b7-b82f-c9fb0424e01b tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:58.901483 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7da5a3f5-d9a7-4019-ba0e-dae52fcc9282 req-9b8f25ee-db2b-49b7-b82f-c9fb0424e01b tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=3faaf4a3-b047-49f0-b57f-b7ad4a9ca681 HTTP/1.1" status: 200 len: 943 time: 0.0498033 Nov 11 20:40:58.947696 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7da5a3f5-d9a7-4019-ba0e-dae52fcc9282 req-884d9f33-0cde-4fdb-92ef-06d2cd5a0294 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403886 Nov 11 20:40:59.083253 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 4e0620dd-83bb-41b6-9d21-469aaf4c4d29 details requested by agent hyperv_hv-cinder-81764 with host hv-cinder-81764 {{(pid=101813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:40:59.097817 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1274e-c917-4742-bb69-d7ff86cd66b0 req-b1591402-1045-4076-a7ec-babc307a11f8 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:59.099465 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-90b1274e-c917-4742-bb69-d7ff86cd66b0 req-b1591402-1045-4076-a7ec-babc307a11f8 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0524361 Nov 11 20:40:59.153469 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-90b1274e-c917-4742-bb69-d7ff86cd66b0 req-e4352bed-14d3-4c35-b0a1-ac8059dde03c tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469987 Nov 11 20:40:59.191526 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 4e0620dd-83bb-41b6-9d21-469aaf4c4d29, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=4e0620dd-83bb-41b6-9d21-469aaf4c4d29,segment=NetworkSegment(727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f),segment_id=727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:40:59.204212 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Returning: {'device': '4e0620dd-83bb-41b6-9d21-469aaf4c4d29', 'network_id': 'f75b74a3-4944-4e66-a1f1-0eb754745d66', 'port_id': '4e0620dd-83bb-41b6-9d21-469aaf4c4d29', 'mac_address': 'fa:16:3e:74:c3:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3ddfd0b-0a11-463e-9bc6-4a5797fe6680', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:40:59.242651 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:59.257948 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.notifiers.nova [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e0620dd-83bb-41b6-9d21-469aaf4c4d29 {{(pid=101813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:40:59.276224 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 4e0620dd-83bb-41b6-9d21-469aaf4c4d29, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=4e0620dd-83bb-41b6-9d21-469aaf4c4d29,segment=NetworkSegment(727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f),segment_id=727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:40:59.282845 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:40:59.342432 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Pushing event updated for resources: {'Port': ['ID=4e0620dd-83bb-41b6-9d21-469aaf4c4d29,revision_number=4']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:40:59.412514 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9345000-d498-44f4-a364-75f11ba50231 req-151f0125-657d-478f-9362-e50da50aaddf tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:40:59.414214 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b9345000-d498-44f4-a364-75f11ba50231 req-151f0125-657d-478f-9362-e50da50aaddf tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 945 time: 0.0557003 Nov 11 20:40:59.466372 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b9345000-d498-44f4-a364-75f11ba50231 req-0c60d500-7ad3-489c-bc3e-fff88067837b tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463464 Nov 11 20:41:00.066693 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31a5f2-0613-4b2e-8363-217e46a5517a req-aa357b2f-8811-457a-9c17-bf490d486510 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:00.072981 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1b31a5f2-0613-4b2e-8363-217e46a5517a req-aa357b2f-8811-457a-9c17-bf490d486510 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=3faaf4a3-b047-49f0-b57f-b7ad4a9ca681 HTTP/1.1" status: 200 len: 944 time: 0.0502181 Nov 11 20:41:00.124123 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1b31a5f2-0613-4b2e-8363-217e46a5517a req-576b8b8d-5e1e-42b6-a30d-a888dcdc9f45 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488307 Nov 11 20:41:00.170267 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] get_ports_and_sgs() called for port_ids ['4e0620dd-83bb-41b6-9d21-469aaf4c4d29'] {{(pid=101813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:41:00.275104 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb8e23-0ace-4b83-9380-00b157976753 req-161af6c4-743a-42ca-96d3-f9e0ce1a6ae2 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:00.276639 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-77bb8e23-0ace-4b83-9380-00b157976753 req-161af6c4-743a-42ca-96d3-f9e0ce1a6ae2 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0540929 Nov 11 20:41:00.332563 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-77bb8e23-0ace-4b83-9380-00b157976753 req-fab2c3d9-6f3d-415c-bf19-0f3b71617d09 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491934 Nov 11 20:41:00.583227 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d8851-3f83-405c-9737-b8d36f3ca435 req-ef7cb0bd-58d9-4425-9acb-d5c8e8690f1e tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:00.585483 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-609d8851-3f83-405c-9737-b8d36f3ca435 req-ef7cb0bd-58d9-4425-9acb-d5c8e8690f1e tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 945 time: 0.0477426 Nov 11 20:41:00.632722 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-609d8851-3f83-405c-9737-b8d36f3ca435 req-a4dc05fa-d14b-4c52-84f4-f1dfd1d16c39 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412233 Nov 11 20:41:00.711683 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-631186bb-da92-4d07-a655-2facb00385ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:41:01.245247 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a9810-f10e-42db-ac07-297b1e1f56af req-7b59c991-4c12-482d-ab6c-ee8d41516f8a tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:01.246710 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-6c3a9810-f10e-42db-ac07-297b1e1f56af req-7b59c991-4c12-482d-ab6c-ee8d41516f8a tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=3faaf4a3-b047-49f0-b57f-b7ad4a9ca681 HTTP/1.1" status: 200 len: 944 time: 0.0483429 Nov 11 20:41:01.294505 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-6c3a9810-f10e-42db-ac07-297b1e1f56af req-f02133a3-056d-4993-94dd-830a8c4c133b tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418739 Nov 11 20:41:01.452861 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc603dab-c6d9-48fd-bd96-94f7733e8745 req-2e2debae-f840-4c08-b7b9-29e0e3359fee tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:01.454448 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cc603dab-c6d9-48fd-bd96-94f7733e8745 req-2e2debae-f840-4c08-b7b9-29e0e3359fee tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0515213 Nov 11 20:41:01.503296 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cc603dab-c6d9-48fd-bd96-94f7733e8745 req-a42dfc39-924d-41ca-b912-67e43319fba5 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427721 Nov 11 20:41:01.754588 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4616f382-4ea7-4105-a66a-38fa35e3f9fa req-021862c1-0289-44af-9af8-72629d5b01f3 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:01.756068 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4616f382-4ea7-4105-a66a-38fa35e3f9fa req-021862c1-0289-44af-9af8-72629d5b01f3 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 945 time: 0.0486853 Nov 11 20:41:01.803070 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4616f382-4ea7-4105-a66a-38fa35e3f9fa req-f11141ee-e26e-4885-b7aa-996071f903bc tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409665 Nov 11 20:41:02.413588 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7f523-7c92-4122-8753-e81e514e3aaf req-5dbe2709-5c76-4847-b165-9c1070ce5d34 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:02.415420 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7bd7f523-7c92-4122-8753-e81e514e3aaf req-5dbe2709-5c76-4847-b165-9c1070ce5d34 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=3faaf4a3-b047-49f0-b57f-b7ad4a9ca681 HTTP/1.1" status: 200 len: 944 time: 0.0546646 Nov 11 20:41:02.699431 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7bd7f523-7c92-4122-8753-e81e514e3aaf req-ed0e6df6-1f90-4fc8-b8e2-547e4200be22 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780669 Nov 11 20:41:02.799795 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9902e7-3818-4a44-a344-a6b3998238d5 req-a00f4b20-f24d-4fc3-bc7d-8db9ac5b0970 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:02.801258 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7d9902e7-3818-4a44-a344-a6b3998238d5 req-a00f4b20-f24d-4fc3-bc7d-8db9ac5b0970 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0481346 Nov 11 20:41:02.849421 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7d9902e7-3818-4a44-a344-a6b3998238d5 req-97a08bec-e13b-417b-a73e-8a7210c5737a tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417185 Nov 11 20:41:02.953008 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db191a4c-8fae-4945-8d6a-ab6b4c457c79 req-c06cfb74-cf2e-423c-ae9a-4ee28b457b20 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:02.954473 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-db191a4c-8fae-4945-8d6a-ab6b4c457c79 req-c06cfb74-cf2e-423c-ae9a-4ee28b457b20 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 945 time: 0.0494051 Nov 11 20:41:03.006042 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-db191a4c-8fae-4945-8d6a-ab6b4c457c79 req-db12614a-f82e-44fd-9be7-1e1458a29ef2 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452318 Nov 11 20:41:03.364459 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-757dc636-cc84-47fb-8df3-3e1e237926e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:41:03.387010 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device aa053e0f-920f-42dd-bd56-f2d49a9c85f0 no longer exists at agent hyperv_hv-cinder-81764 {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:41:03.406695 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] No Port match for: aa053e0f-920f-42dd-bd56-f2d49a9c85f0 {{(pid=101813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:41:03.407036 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device aa053e0f-920f-42dd-bd56-f2d49a9c85f0 not bound to the agent host hv-cinder-81764 {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:41:03.814859 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c224439-314c-4dc2-a091-08eb590b196b req-4cfdadc9-beff-47b5-849a-b137cf9702cc tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:03.816287 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1c224439-314c-4dc2-a091-08eb590b196b req-4cfdadc9-beff-47b5-849a-b137cf9702cc tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=3faaf4a3-b047-49f0-b57f-b7ad4a9ca681 HTTP/1.1" status: 200 len: 944 time: 0.0476251 Nov 11 20:41:03.862133 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1c224439-314c-4dc2-a091-08eb590b196b req-c315f44f-86aa-4264-92bf-63551a097f29 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392931 Nov 11 20:41:03.965488 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5f5a9-f32d-4519-818b-8a64ad49f385 req-193604dd-ef0c-47de-b390-fa2b702fd210 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:03.967446 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-46b5f5a9-f32d-4519-818b-8a64ad49f385 req-193604dd-ef0c-47de-b390-fa2b702fd210 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0490227 Nov 11 20:41:04.016476 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-46b5f5a9-f32d-4519-818b-8a64ad49f385 req-cf9e4b20-d7c3-41cd-92b0-0336ca3e52eb tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424035 Nov 11 20:41:04.128399 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbb2ee-ecfe-4836-b161-56e4ffa2c4e1 req-6b016c36-9330-4dad-9502-b30fd82a62bc tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:04.129852 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f3bbb2ee-ecfe-4836-b161-56e4ffa2c4e1 req-6b016c36-9330-4dad-9502-b30fd82a62bc tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 945 time: 0.0528555 Nov 11 20:41:04.175847 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f3bbb2ee-ecfe-4836-b161-56e4ffa2c4e1 req-b6142383-0d3d-4c5a-8789-29ba9e506595 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400121 Nov 11 20:41:04.352605 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3d9940ef-842e-4b07-a279-f9f66b0ee11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:41:04.979893 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4414a-064a-44d3-8328-5aa83db26561 req-8f9efce7-3d0b-4535-9079-8d121c5c1711 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:04.981456 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2aa4414a-064a-44d3-8328-5aa83db26561 req-8f9efce7-3d0b-4535-9079-8d121c5c1711 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=3faaf4a3-b047-49f0-b57f-b7ad4a9ca681 HTTP/1.1" status: 200 len: 944 time: 0.0510890 Nov 11 20:41:05.028388 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2aa4414a-064a-44d3-8328-5aa83db26561 req-cdd62117-9d80-4587-83d2-9ad15efd9ad9 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408669 Nov 11 20:41:05.134767 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78cb9b-1121-49ab-87f0-564461152bac req-d81ce330-9984-4d94-86e2-1992d1a82a4e tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:05.136252 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cb78cb9b-1121-49ab-87f0-564461152bac req-d81ce330-9984-4d94-86e2-1992d1a82a4e tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0484519 Nov 11 20:41:05.187731 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cb78cb9b-1121-49ab-87f0-564461152bac req-7a429bd6-692a-45c9-8cab-1317c5e393f6 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450118 Nov 11 20:41:05.294058 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1aee19-2b07-4c7d-a36e-43af12c472c1 req-7b826ff3-5a1d-4a80-8ad3-ce145320093b tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:05.295509 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1f1aee19-2b07-4c7d-a36e-43af12c472c1 req-7b826ff3-5a1d-4a80-8ad3-ce145320093b tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 945 time: 0.0480297 Nov 11 20:41:05.344593 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1f1aee19-2b07-4c7d-a36e-43af12c472c1 req-4a03734b-7f48-4069-840e-cd0b17fb5fdb tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431736 Nov 11 20:41:06.091548 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b24fd597-249d-429f-8b46-48f3c6a9ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:41:06.145032 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91446dd4-9bb0-4e61-ae25-1806bd28e515 req-38bebfab-2dfe-495e-b535-e0e4839efc85 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:06.146484 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-91446dd4-9bb0-4e61-ae25-1806bd28e515 req-38bebfab-2dfe-495e-b535-e0e4839efc85 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=3faaf4a3-b047-49f0-b57f-b7ad4a9ca681 HTTP/1.1" status: 200 len: 944 time: 0.0495212 Nov 11 20:41:06.195789 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-91446dd4-9bb0-4e61-ae25-1806bd28e515 req-95e234d1-4518-43c2-a2d4-15db9a2082dc tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412600 Nov 11 20:41:06.311389 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b293a0-7060-4d10-86aa-f2f154841839 req-eb00414b-88be-425c-bd50-96f1e616f99d tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:06.312874 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-91b293a0-7060-4d10-86aa-f2f154841839 req-eb00414b-88be-425c-bd50-96f1e616f99d tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0534825 Nov 11 20:41:06.371728 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-91b293a0-7060-4d10-86aa-f2f154841839 req-563621f9-52b1-401c-ba7b-0163bb15f71c tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530145 Nov 11 20:41:06.427045 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:41:06.466670 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2cb1e-80b7-4bf3-9d33-6267652fd798 req-2f1c39d3-1d35-4aed-b148-45308c62d326 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:06.468275 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-90c2cb1e-80b7-4bf3-9d33-6267652fd798 req-2f1c39d3-1d35-4aed-b148-45308c62d326 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 945 time: 0.0497739 Nov 11 20:41:06.514039 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-90c2cb1e-80b7-4bf3-9d33-6267652fd798 req-65aa6555-f1b8-4358-993a-3018d5c71557 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399253 Nov 11 20:41:07.325224 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe39ce-5195-46cc-b2e2-845737c67273 req-e0a54416-08f5-42f8-9d6c-0b9f5f39a006 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:07.326742 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a0fe39ce-5195-46cc-b2e2-845737c67273 req-e0a54416-08f5-42f8-9d6c-0b9f5f39a006 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=3faaf4a3-b047-49f0-b57f-b7ad4a9ca681 HTTP/1.1" status: 200 len: 944 time: 0.0592029 Nov 11 20:41:07.376827 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a0fe39ce-5195-46cc-b2e2-845737c67273 req-1810f0c1-fb05-4b71-8ea6-2e6c0674a38c tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439475 Nov 11 20:41:07.407031 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 4e0620dd-83bb-41b6-9d21-469aaf4c4d29 up at agent hyperv_hv-cinder-81764 {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:41:07.467352 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Provisioning for port 4e0620dd-83bb-41b6-9d21-469aaf4c4d29 completed by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:41:07.474264 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Provisioning complete for port 4e0620dd-83bb-41b6-9d21-469aaf4c4d29 triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:41:07.474652 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:41:07.504794 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0822af9b-2b95-46cd-ac57-1771c189e832 req-410a7514-0128-405a-8194-ef85b119cc06 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:07.506698 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0822af9b-2b95-46cd-ac57-1771c189e832 req-410a7514-0128-405a-8194-ef85b119cc06 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0611796 Nov 11 20:41:07.574564 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0822af9b-2b95-46cd-ac57-1771c189e832 req-80618ef6-b8e6-4243-b75b-c16269ebd1ee tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542667 Nov 11 20:41:07.601527 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:41:07.640211 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 4e0620dd-83bb-41b6-9d21-469aaf4c4d29, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=4e0620dd-83bb-41b6-9d21-469aaf4c4d29,segment=NetworkSegment(727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f),segment_id=727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:41:07.641155 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3faaf4a3-b047-49f0-b57f-b7ad4a9ca681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e0620dd-83bb-41b6-9d21-469aaf4c4d29'}] {{(pid=101813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:41:07.643715 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0340890b3ce0369dfbb204f3d0516fe3d00048a2838df9679e450f9495620248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b4f730-3ea8-4e3f-82c5-5cff3d0f9063" -d '{"events": [{"server_uuid": "3faaf4a3-b047-49f0-b57f-b7ad4a9ca681", "name": "network-vif-plugged", "status": "completed", "tag": "4e0620dd-83bb-41b6-9d21-469aaf4c4d29"}]}' {{(pid=101813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:41:07.647878 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:41:07.675403 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce95fa7-e42e-4618-b0db-919990a80dbf req-308fdc96-378e-492c-93be-47a60e619958 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:07.677055 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2ce95fa7-e42e-4618-b0db-919990a80dbf req-308fdc96-378e-492c-93be-47a60e619958 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 945 time: 0.0564146 Nov 11 20:41:07.701086 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16e7df7-5c9a-4c66-9230-b0b34a7829c1 x-openstack-request-id: req-a16e7df7-5c9a-4c66-9230-b0b34a7829c1 {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:41:07.701695 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3faaf4a3-b047-49f0-b57f-b7ad4a9ca681", "name": "network-vif-plugged", "status": "completed", "tag": "4e0620dd-83bb-41b6-9d21-469aaf4c4d29", "code": 200}]} {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:41:07.702220 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a16e7df7-5c9a-4c66-9230-b0b34a7829c1 {{(pid=101813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:41:07.703104 dv-cinder-817642-1-iscsi neutron-server[101813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3faaf4a3-b047-49f0-b57f-b7ad4a9ca681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e0620dd-83bb-41b6-9d21-469aaf4c4d29', 'code': 200} Nov 11 20:41:07.722908 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Pushing event updated for resources: {'Port': ['ID=4e0620dd-83bb-41b6-9d21-469aaf4c4d29,revision_number=5']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:41:07.757702 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2ce95fa7-e42e-4618-b0db-919990a80dbf req-8378b7ff-b51c-4562-82cc-de63ca8307f4 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743642 Nov 11 20:41:07.936652 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1e364-6074-46b8-b2ed-14bda69d4c0d req-5a91ae1d-573f-4dac-8c5a-1f43972a9019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:07.938136 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-93f1e364-6074-46b8-b2ed-14bda69d4c0d req-5a91ae1d-573f-4dac-8c5a-1f43972a9019 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3faaf4a3-b047-49f0-b57f-b7ad4a9ca681 HTTP/1.1" status: 200 len: 1098 time: 0.0423105 Nov 11 20:41:07.990399 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-93f1e364-6074-46b8-b2ed-14bda69d4c0d req-98c3af01-3421-43c8-ab0a-b9ed9eb41f5d service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403507 Nov 11 20:41:08.494053 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452323e-a3be-4968-8e49-8966d18e592d req-fa1bf2fe-acc1-4122-9606-2b2a7199b53d tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:08.495576 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7452323e-a3be-4968-8e49-8966d18e592d req-fa1bf2fe-acc1-4122-9606-2b2a7199b53d tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=3faaf4a3-b047-49f0-b57f-b7ad4a9ca681 HTTP/1.1" status: 200 len: 945 time: 0.0515990 Nov 11 20:41:08.547839 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7452323e-a3be-4968-8e49-8966d18e592d req-3587d171-8078-46f4-b93e-75423ee85f8c tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462632 Nov 11 20:41:08.711333 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f54bc1-54ac-4455-b32f-f7f88fd96700 req-e31f8813-cbf3-42b9-90a4-dd111c2f5023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:08.713025 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-37f54bc1-54ac-4455-b32f-f7f88fd96700 req-e31f8813-cbf3-42b9-90a4-dd111c2f5023 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 1098 time: 0.0711815 Nov 11 20:41:08.724791 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2bee5-1591-4663-b268-4f5c108ef01d req-cf9be5fa-6925-4742-b402-7c0591a4fa8b tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:08.726311 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-eea2bee5-1591-4663-b268-4f5c108ef01d req-cf9be5fa-6925-4742-b402-7c0591a4fa8b tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0762019 Nov 11 20:41:08.802345 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-eea2bee5-1591-4663-b268-4f5c108ef01d req-fdd770c7-a33d-47c6-acd4-1a063e04ef6e tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700996 Nov 11 20:41:08.805144 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-37f54bc1-54ac-4455-b32f-f7f88fd96700 req-2515fd27-44a0-4c3c-9c8a-50411ab2d209 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671303 Nov 11 20:41:08.897431 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915ec98-0084-4a45-8a76-b650e13db234 req-adcb0ac4-8e3d-4695-81bf-571993868ff8 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:08.899232 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e915ec98-0084-4a45-8a76-b650e13db234 req-adcb0ac4-8e3d-4695-81bf-571993868ff8 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 945 time: 0.0532813 Nov 11 20:41:08.955033 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e915ec98-0084-4a45-8a76-b650e13db234 req-f91bb41e-15a9-40e2-acdd-a88a41969329 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498667 Nov 11 20:41:09.669038 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb6a85-152e-43dc-81d2-c93756b5427c req-be72224a-4604-476d-9c93-8e2f550c06bc tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:09.671262 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-38fb6a85-152e-43dc-81d2-c93756b5427c req-be72224a-4604-476d-9c93-8e2f550c06bc tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=3faaf4a3-b047-49f0-b57f-b7ad4a9ca681 HTTP/1.1" status: 200 len: 945 time: 0.0514309 Nov 11 20:41:09.726821 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-38fb6a85-152e-43dc-81d2-c93756b5427c req-4a16e41f-dbb3-469e-bdbc-3d95409d2792 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486369 Nov 11 20:41:09.927109 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdfa0ad-e8df-41c1-ac4e-e58cc1534904 req-265d15c4-1d5a-45b5-9a1e-b9d73177bc71 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:09.930032 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8cdfa0ad-e8df-41c1-ac4e-e58cc1534904 req-265d15c4-1d5a-45b5-9a1e-b9d73177bc71 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0521889 Nov 11 20:41:09.982324 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8cdfa0ad-e8df-41c1-ac4e-e58cc1534904 req-557bacf9-87f2-4255-be04-e0cd9deeb21e tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450282 Nov 11 20:41:10.083955 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4557f14-5094-4d2a-8ea6-37866df5b1bc req-15c4e483-8a80-4b49-b433-d4318a94c3a3 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:10.086091 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c4557f14-5094-4d2a-8ea6-37866df5b1bc req-15c4e483-8a80-4b49-b433-d4318a94c3a3 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 945 time: 0.0528557 Nov 11 20:41:10.133784 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c4557f14-5094-4d2a-8ea6-37866df5b1bc req-b2a3f209-0258-4401-9704-aa5ed2c49c33 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422385 Nov 11 20:41:10.842692 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6956f4-df2a-4321-9d4e-a539dcba66bd req-842a51a2-25bc-4cad-b371-0d75a0c603b7 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:10.844179 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ae6956f4-df2a-4321-9d4e-a539dcba66bd req-842a51a2-25bc-4cad-b371-0d75a0c603b7 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=3faaf4a3-b047-49f0-b57f-b7ad4a9ca681 HTTP/1.1" status: 200 len: 945 time: 0.0507252 Nov 11 20:41:10.893640 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ae6956f4-df2a-4321-9d4e-a539dcba66bd req-e6d82fc2-14ee-4005-8bfc-9a1035284a56 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435612 Nov 11 20:41:11.105959 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95a0b0-0c1e-4b26-a367-6e2d2913ecff req-d99e66b0-6e37-49fe-916a-e6a34b8ebcc9 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:11.107458 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-da95a0b0-0c1e-4b26-a367-6e2d2913ecff req-d99e66b0-6e37-49fe-916a-e6a34b8ebcc9 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0543585 Nov 11 20:41:11.155351 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-da95a0b0-0c1e-4b26-a367-6e2d2913ecff req-8123dfdc-c1ed-4a5a-a00b-63257e043f76 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419717 Nov 11 20:41:11.264530 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06520937-7d0b-4164-a16c-e79abe0fbb5d req-b872efcd-20da-44d9-ae4f-c1cb988f7e16 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:11.265939 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-06520937-7d0b-4164-a16c-e79abe0fbb5d req-b872efcd-20da-44d9-ae4f-c1cb988f7e16 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 945 time: 0.0515811 Nov 11 20:41:11.319803 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-06520937-7d0b-4164-a16c-e79abe0fbb5d req-06d2ecae-3e13-4e12-8599-84a8d20ac344 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473804 Nov 11 20:41:12.018641 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44b59c-b739-4707-a52d-57486472d4db req-e69c9521-78ac-4731-9c35-345ab53d6be3 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:12.024477 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5d44b59c-b739-4707-a52d-57486472d4db req-e69c9521-78ac-4731-9c35-345ab53d6be3 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=3faaf4a3-b047-49f0-b57f-b7ad4a9ca681 HTTP/1.1" status: 200 len: 945 time: 0.0596132 Nov 11 20:41:12.076224 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5d44b59c-b739-4707-a52d-57486472d4db req-0998da19-0740-42f5-b856-6b6cc635772b tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477557 Nov 11 20:41:12.283161 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151efc36-2f6a-4379-9107-11d848ad7311 req-4484c836-a64b-4104-ac87-b86237116f80 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:12.284876 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-151efc36-2f6a-4379-9107-11d848ad7311 req-4484c836-a64b-4104-ac87-b86237116f80 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0524218 Nov 11 20:41:12.346916 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-151efc36-2f6a-4379-9107-11d848ad7311 req-76b1d606-a25b-4727-b302-4684a3e6b0f0 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554297 Nov 11 20:41:12.475935 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98669220-9ade-4f7c-8506-831a88b2813f req-4721fea2-83c0-45a0-8ac7-215c40b9b003 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:12.477895 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-98669220-9ade-4f7c-8506-831a88b2813f req-4721fea2-83c0-45a0-8ac7-215c40b9b003 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 945 time: 0.0550585 Nov 11 20:41:12.529974 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-98669220-9ade-4f7c-8506-831a88b2813f req-0cd1c492-8d5e-47f4-af4b-61b060c0daf4 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450919 Nov 11 20:41:13.470968 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3733b8e-dc05-44f6-ae5f-451badc626ac req-ffb06234-c9d1-4ced-b49b-b2aee4b46945 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:13.475097 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f3733b8e-dc05-44f6-ae5f-451badc626ac req-ffb06234-c9d1-4ced-b49b-b2aee4b46945 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0541408 Nov 11 20:41:13.524204 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f3733b8e-dc05-44f6-ae5f-451badc626ac req-df162041-b387-4500-8100-c9f0a58ab622 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432246 Nov 11 20:41:13.707440 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9434940-516e-4d54-bd23-b520dbfeeabb req-53d2b1da-db37-4a70-a31f-b236d9d13ff0 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:13.716384 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a9434940-516e-4d54-bd23-b520dbfeeabb req-53d2b1da-db37-4a70-a31f-b236d9d13ff0 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 945 time: 0.0711524 Nov 11 20:41:13.777964 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a9434940-516e-4d54-bd23-b520dbfeeabb req-2ee6aeed-dc7b-4393-98a1-6b2358314822 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592504 Nov 11 20:41:14.023445 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e829d14-8bcc-4dbc-9042-188680567d4b req-ccecd1ab-45dc-4871-bc44-c15002cde383 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:14.030479 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2e829d14-8bcc-4dbc-9042-188680567d4b req-ccecd1ab-45dc-4871-bc44-c15002cde383 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0643370 Nov 11 20:41:14.105079 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a484c5-f8ad-46bb-836d-2fe391215322 req-02ca3ff5-ffda-48dc-a85e-28572c841154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:14.106605 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-24a484c5-f8ad-46bb-836d-2fe391215322 req-02ca3ff5-ffda-48dc-a85e-28572c841154 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8473830434694f05acc123584bf48e18&device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 1098 time: 0.0741751 Nov 11 20:41:14.114145 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2e829d14-8bcc-4dbc-9042-188680567d4b req-00d83147-c2ef-473b-a200-101308480d8f tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828674 Nov 11 20:41:14.209166 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a484c5-f8ad-46bb-836d-2fe391215322 req-817386cf-91a3-4725-9722-8d206f972356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:14.210603 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-24a484c5-f8ad-46bb-836d-2fe391215322 req-817386cf-91a3-4725-9722-8d206f972356 service neutron] 10.222.0.78 "GET /v2.0/networks?id=acd422cb-07fc-4b63-aaab-fd2e52fc9069 HTTP/1.1" status: 200 len: 920 time: 0.0868242 Nov 11 20:41:14.270926 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-24a484c5-f8ad-46bb-836d-2fe391215322 req-1ef46716-1dc6-4871-b48d-f8bf34041c7d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66b27c9f-82a4-466b-830b-548c3a8a129f HTTP/1.1" status: 200 len: 217 time: 0.0380569 Nov 11 20:41:14.338153 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a484c5-f8ad-46bb-836d-2fe391215322 req-9c27736c-3589-4290-8245-198845d45442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:14.339506 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-24a484c5-f8ad-46bb-836d-2fe391215322 req-9c27736c-3589-4290-8245-198845d45442 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=843c9d58-b0a8-42ed-baec-4e93b7576eb3 HTTP/1.1" status: 200 len: 859 time: 0.0459132 Nov 11 20:41:14.388055 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-24a484c5-f8ad-46bb-836d-2fe391215322 req-c5997a2c-ae1f-41c8-963d-3e1abd8368ac service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=acd422cb-07fc-4b63-aaab-fd2e52fc9069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276880 Nov 11 20:41:14.513442 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-24a484c5-f8ad-46bb-836d-2fe391215322 req-adb772bd-842e-4f7c-ac5d-0d74783cacf5 service neutron] 10.222.0.78 "GET /v2.0/networks/acd422cb-07fc-4b63-aaab-fd2e52fc9069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951681 Nov 11 20:41:14.616523 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-24a484c5-f8ad-46bb-836d-2fe391215322 req-8edcde00-0609-4b06-9276-9d510b7f1861 service neutron] 10.222.0.78 "GET /v2.0/networks/acd422cb-07fc-4b63-aaab-fd2e52fc9069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839505 Nov 11 20:41:14.910361 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091342f5-ad44-43a3-a60b-3293ae3cdce9 req-7f744c02-5fcf-484e-837e-4ae02c481ba6 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:14.913152 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-091342f5-ad44-43a3-a60b-3293ae3cdce9 req-7f744c02-5fcf-484e-837e-4ae02c481ba6 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 945 time: 0.0594399 Nov 11 20:41:14.971033 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-091342f5-ad44-43a3-a60b-3293ae3cdce9 req-cba63a52-8ab6-4b10-ade4-895e3d69d426 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516775 Nov 11 20:41:15.242785 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5928e2-ddfb-4477-9485-6e30e8438b38 req-c5a68807-2d72-4c70-9041-7a5eb5faafe1 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:15.244493 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-be5928e2-ddfb-4477-9485-6e30e8438b38 req-c5a68807-2d72-4c70-9041-7a5eb5faafe1 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0532455 Nov 11 20:41:15.293346 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-be5928e2-ddfb-4477-9485-6e30e8438b38 req-9da69001-2975-4f20-a7fe-cf237366cedf tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429823 Nov 11 20:41:16.095392 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb01161-1c85-4b2b-a132-27fd79486988 req-ad1fd712-6340-445f-98b5-7a2d9f818667 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:16.096937 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1eb01161-1c85-4b2b-a132-27fd79486988 req-ad1fd712-6340-445f-98b5-7a2d9f818667 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 945 time: 0.0501268 Nov 11 20:41:16.168490 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1eb01161-1c85-4b2b-a132-27fd79486988 req-73b224b1-ccd7-4ed2-885b-eed8b79c4518 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632718 Nov 11 20:41:16.446480 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8651854f-fd2d-4fb6-9fa3-15f1b80d85b5 req-9273c474-04f4-400b-949a-868386906860 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:16.452662 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8651854f-fd2d-4fb6-9fa3-15f1b80d85b5 req-9273c474-04f4-400b-949a-868386906860 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0781584 Nov 11 20:41:16.559877 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8651854f-fd2d-4fb6-9fa3-15f1b80d85b5 req-1c15207e-2701-4bf4-966a-3d5a48df9671 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977242 Nov 11 20:41:17.293891 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71138f38-ad91-46d3-ac90-1ed712d54850 req-a1f394db-3b86-46e8-a9c7-33b0f9e819aa tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:17.295336 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-71138f38-ad91-46d3-ac90-1ed712d54850 req-a1f394db-3b86-46e8-a9c7-33b0f9e819aa tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 945 time: 0.0492127 Nov 11 20:41:17.346385 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-71138f38-ad91-46d3-ac90-1ed712d54850 req-79cbcdfa-1e24-4249-b833-8bb3638e5f3b tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448816 Nov 11 20:41:17.698940 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59860b-72ce-4152-88ec-3998c7c28d28 req-00bc9df3-e669-4a7f-880d-9c4819e05a7d tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:17.700459 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7b59860b-72ce-4152-88ec-3998c7c28d28 req-00bc9df3-e669-4a7f-880d-9c4819e05a7d tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0601470 Nov 11 20:41:17.751217 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7b59860b-72ce-4152-88ec-3998c7c28d28 req-04360ddc-7538-4f1b-83f1-a09b90759d65 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441689 Nov 11 20:41:18.467423 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0619ffc-d5a7-4f75-9933-1d57f3174101 req-6a60319f-db2f-4f15-8884-d2c872ff77ff tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:18.468884 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b0619ffc-d5a7-4f75-9933-1d57f3174101 req-6a60319f-db2f-4f15-8884-d2c872ff77ff tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 945 time: 0.0505860 Nov 11 20:41:18.516298 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b0619ffc-d5a7-4f75-9933-1d57f3174101 req-403d362d-a9f8-4a6a-95a8-788be39513cf tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415196 Nov 11 20:41:18.843099 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.agents_db [None req-82748851-6744-43b9-bd77-83e744a7c088 None None] Agent healthcheck: found 6 active agents {{(pid=101814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:41:18.868122 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ff3f9-6ded-4f69-8f7e-446e3bfdd9aa req-6166151d-f2a4-4e2f-b9ad-237d975cdfd8 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:18.869714 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-127ff3f9-6ded-4f69-8f7e-446e3bfdd9aa req-6166151d-f2a4-4e2f-b9ad-237d975cdfd8 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0494597 Nov 11 20:41:18.929671 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-127ff3f9-6ded-4f69-8f7e-446e3bfdd9aa req-34a84e32-add0-4cff-8880-5cd3a94ea696 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536199 Nov 11 20:41:19.686468 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916c9d2-f6d4-49c0-b190-80abcfe9e9cd req-9b462013-78a2-4e07-a6d7-08a200e7a26f tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:19.688123 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c916c9d2-f6d4-49c0-b190-80abcfe9e9cd req-9b462013-78a2-4e07-a6d7-08a200e7a26f tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 945 time: 0.0512545 Nov 11 20:41:19.737960 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c916c9d2-f6d4-49c0-b190-80abcfe9e9cd req-4ba1136f-3278-4874-92a9-9d06a2162874 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426049 Nov 11 20:41:20.055460 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6c092-8c62-438c-bf88-d9b4c931da36 req-1d6ef60f-a09d-4f51-ae71-342eddf05510 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:20.056932 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5ca6c092-8c62-438c-bf88-d9b4c931da36 req-1d6ef60f-a09d-4f51-ae71-342eddf05510 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0505447 Nov 11 20:41:20.104445 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5ca6c092-8c62-438c-bf88-d9b4c931da36 req-bd5d6d02-5fc3-4699-842f-c674f038b7d1 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416436 Nov 11 20:41:20.514545 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:41:20.865518 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692745f3-2a19-43c2-a9f3-db2929dd3aef req-8c3f8899-0813-4247-969d-fc1cd4fa38ea tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:20.867943 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-692745f3-2a19-43c2-a9f3-db2929dd3aef req-8c3f8899-0813-4247-969d-fc1cd4fa38ea tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 945 time: 0.0584681 Nov 11 20:41:20.915762 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-692745f3-2a19-43c2-a9f3-db2929dd3aef req-0c7535a9-aa17-45bb-b936-e4d1527dc776 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414402 Nov 11 20:41:21.181898 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0f96375c-d4d1-4397-a0cf-151e45ec2955 req-c9d4412e-cd8f-4b97-8e72-9606fe9d03d0 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427346 Nov 11 20:41:21.237573 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec2097-8ab5-487c-a091-1424d42c8be6 req-ea604f09-47f4-4af9-9348-68cf41cde0d6 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:21.238719 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b5ec2097-8ab5-487c-a091-1424d42c8be6 req-ea604f09-47f4-4af9-9348-68cf41cde0d6 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0558560 Nov 11 20:41:21.323708 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f96375c-d4d1-4397-a0cf-151e45ec2955 req-5b4ae238-2952-4818-8555-7367f52f61f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:21.325305 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0f96375c-d4d1-4397-a0cf-151e45ec2955 req-5b4ae238-2952-4818-8555-7367f52f61f4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8473830434694f05acc123584bf48e18&device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 1099 time: 0.0852141 Nov 11 20:41:21.330203 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b5ec2097-8ab5-487c-a091-1424d42c8be6 req-a62bce88-16ec-4d41-8490-8d6f9a675ce8 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789857 Nov 11 20:41:21.509573 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f96375c-d4d1-4397-a0cf-151e45ec2955 req-9ba90d0e-258c-47e7-8f22-29b4cfb004a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:21.511420 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0f96375c-d4d1-4397-a0cf-151e45ec2955 req-9ba90d0e-258c-47e7-8f22-29b4cfb004a7 service neutron] 10.222.0.78 "GET /v2.0/networks?id=acd422cb-07fc-4b63-aaab-fd2e52fc9069 HTTP/1.1" status: 200 len: 920 time: 0.1121349 Nov 11 20:41:21.588343 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0f96375c-d4d1-4397-a0cf-151e45ec2955 req-ce21c552-3470-4691-b6cf-cfb020942cd5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=767cb3d9-cf56-4615-8623-4ec857595582 HTTP/1.1" status: 200 len: 217 time: 0.0503092 Nov 11 20:41:21.682402 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f96375c-d4d1-4397-a0cf-151e45ec2955 req-0ef3e05f-0157-4c47-a0af-bcb838720d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:21.684887 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0f96375c-d4d1-4397-a0cf-151e45ec2955 req-0ef3e05f-0157-4c47-a0af-bcb838720d48 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=843c9d58-b0a8-42ed-baec-4e93b7576eb3 HTTP/1.1" status: 200 len: 859 time: 0.0553756 Nov 11 20:41:21.755698 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0f96375c-d4d1-4397-a0cf-151e45ec2955 req-e43a7bec-0662-4ab9-8a99-389fd14ba959 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=acd422cb-07fc-4b63-aaab-fd2e52fc9069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255847 Nov 11 20:41:21.868796 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0f96375c-d4d1-4397-a0cf-151e45ec2955 req-3d10a456-6ade-475c-a7b0-0bb6828a1227 service neutron] 10.222.0.78 "GET /v2.0/networks/acd422cb-07fc-4b63-aaab-fd2e52fc9069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877872 Nov 11 20:41:21.972052 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0f96375c-d4d1-4397-a0cf-151e45ec2955 req-24d48066-26e1-4ce2-847f-65b53bfb2e37 service neutron] 10.222.0.78 "GET /v2.0/networks/acd422cb-07fc-4b63-aaab-fd2e52fc9069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852594 Nov 11 20:41:22.046358 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b626614-e509-4be9-afdb-d2741df0c581 req-f317c06c-e8c5-4bfc-9882-4c1d1be286be tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:22.048092 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4b626614-e509-4be9-afdb-d2741df0c581 req-f317c06c-e8c5-4bfc-9882-4c1d1be286be tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 945 time: 0.0550041 Nov 11 20:41:22.105603 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4b626614-e509-4be9-afdb-d2741df0c581 req-1d9771e9-f95b-4141-98e5-ba74669494a2 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502491 Nov 11 20:41:22.857512 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a377d9-a9b5-4329-aeee-53ea02f422ad req-239965e1-e033-4c95-9946-66a4f1d0b199 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:22.859017 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a9a377d9-a9b5-4329-aeee-53ea02f422ad req-239965e1-e033-4c95-9946-66a4f1d0b199 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0509803 Nov 11 20:41:22.905824 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a9a377d9-a9b5-4329-aeee-53ea02f422ad req-2eb68e8e-8da8-4bd1-af96-04d2a7a3499c tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404553 Nov 11 20:41:23.236420 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546102cf-3424-4cf9-9dfe-22b7e8dc6634 req-a65f20e3-37d5-4854-b7e5-751ecc66b353 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:23.238216 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-546102cf-3424-4cf9-9dfe-22b7e8dc6634 req-a65f20e3-37d5-4854-b7e5-751ecc66b353 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 945 time: 0.0531850 Nov 11 20:41:23.311098 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-546102cf-3424-4cf9-9dfe-22b7e8dc6634 req-81fc330d-5f1b-4b2b-ad18-e098480e301f tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656066 Nov 11 20:41:24.447019 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751e4b6-45f0-46e4-a6b7-935bb5b88c50 req-f384e161-15ed-466a-9e50-bc64be3f2c3c tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:24.448518 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c751e4b6-45f0-46e4-a6b7-935bb5b88c50 req-f384e161-15ed-466a-9e50-bc64be3f2c3c tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 945 time: 0.0555518 Nov 11 20:41:24.498456 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c751e4b6-45f0-46e4-a6b7-935bb5b88c50 req-705c0344-f877-46e9-8b61-6a4d169289b3 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436921 Nov 11 20:41:25.634633 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc6b45-82d5-4465-8f05-6d71f48bc959 req-b6fc9c1c-336c-4fdd-94a3-e7756edf0540 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:25.636171 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0bcc6b45-82d5-4465-8f05-6d71f48bc959 req-b6fc9c1c-336c-4fdd-94a3-e7756edf0540 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 945 time: 0.0550187 Nov 11 20:41:25.687181 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0bcc6b45-82d5-4465-8f05-6d71f48bc959 req-c81c70f0-0ec9-40f4-906a-c079eeb08ac7 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446420 Nov 11 20:41:26.821461 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c79a1-e5a9-4a47-9da9-480bc394ec7f req-205280e2-493c-4d9a-9044-75d56e60d5d7 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:26.822956 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-038c79a1-e5a9-4a47-9da9-480bc394ec7f req-205280e2-493c-4d9a-9044-75d56e60d5d7 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 945 time: 0.0545101 Nov 11 20:41:26.883410 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-038c79a1-e5a9-4a47-9da9-480bc394ec7f req-ddb1e708-9157-4ba1-a27d-3127ec05d581 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523360 Nov 11 20:41:28.021338 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a05a5-1315-4df5-9b87-b3e386bb7a2e req-0c6b76c3-8d3e-4972-98cb-783fbd52540e tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:28.023811 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-306a05a5-1315-4df5-9b87-b3e386bb7a2e req-0c6b76c3-8d3e-4972-98cb-783fbd52540e tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 945 time: 0.0629487 Nov 11 20:41:28.074929 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-306a05a5-1315-4df5-9b87-b3e386bb7a2e req-feb6a9a9-be40-47e6-b16c-84badee8ddbb tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430391 Nov 11 20:41:29.204797 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fd01d-ae85-49b8-80da-9d6d6ea8b77e req-5dca84ec-8882-4e24-8933-9fad40e7cd4b tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:29.206243 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b05fd01d-ae85-49b8-80da-9d6d6ea8b77e req-5dca84ec-8882-4e24-8933-9fad40e7cd4b tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 945 time: 0.0508382 Nov 11 20:41:29.257536 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b05fd01d-ae85-49b8-80da-9d6d6ea8b77e req-81598ba0-9aec-43bb-924c-ddc9c248da49 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442972 Nov 11 20:41:29.505359 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device bc0e19f0-bdca-4923-a0c3-77ad0c202bdc details requested by agent hyperv_hv-cinder-81764 with host hv-cinder-81764 {{(pid=101813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:41:29.604812 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port bc0e19f0-bdca-4923-a0c3-77ad0c202bdc, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=bc0e19f0-bdca-4923-a0c3-77ad0c202bdc,segment=NetworkSegment(bc2cdd12-61b5-41c6-859f-e3f0a8c491bb),segment_id=bc2cdd12-61b5-41c6-859f-e3f0a8c491bb)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:41:29.617442 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Returning: {'device': 'bc0e19f0-bdca-4923-a0c3-77ad0c202bdc', 'network_id': '51d362a5-52f5-4926-aac3-68c4c9326236', 'port_id': 'bc0e19f0-bdca-4923-a0c3-77ad0c202bdc', 'mac_address': 'fa:16:3e:0b:d5:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b93905e5-6d6f-41ed-9efc-0dfc53d52f76', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:41:29.658285 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:41:29.671221 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.notifiers.nova [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bc0e19f0-bdca-4923-a0c3-77ad0c202bdc {{(pid=101813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:41:29.691213 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port bc0e19f0-bdca-4923-a0c3-77ad0c202bdc, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=bc0e19f0-bdca-4923-a0c3-77ad0c202bdc,segment=NetworkSegment(bc2cdd12-61b5-41c6-859f-e3f0a8c491bb),segment_id=bc2cdd12-61b5-41c6-859f-e3f0a8c491bb)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:41:29.695736 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:41:29.746012 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Pushing event updated for resources: {'Port': ['ID=bc0e19f0-bdca-4923-a0c3-77ad0c202bdc,revision_number=6']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:41:29.753405 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:41:29.753763 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:41:29.754109 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:41:29.754435 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:41:29.754771 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:41:29.755090 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:41:29.755406 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:41:29.755723 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:41:29.756061 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:41:29.756380 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:41:29.757324 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:41:29.757582 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:41:30.379935 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342716cc-fcdc-42bd-90a7-c6e9fca8f437 req-5b4b5852-864b-4afc-9a72-542b072c9cde tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:30.381816 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-342716cc-fcdc-42bd-90a7-c6e9fca8f437 req-5b4b5852-864b-4afc-9a72-542b072c9cde tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 944 time: 0.0507224 Nov 11 20:41:30.411765 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] get_ports_and_sgs() called for port_ids ['bc0e19f0-bdca-4923-a0c3-77ad0c202bdc'] {{(pid=101813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:41:30.447802 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-342716cc-fcdc-42bd-90a7-c6e9fca8f437 req-71362c79-2d55-45ff-9cc2-9252f7323564 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579798 Nov 11 20:41:30.715443 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-96c0a963-c5fc-444a-9874-acbf34d0aaec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:41:31.520388 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device bc0e19f0-bdca-4923-a0c3-77ad0c202bdc up at agent hyperv_hv-cinder-81764 {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:41:31.576257 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Provisioning complete for port bc0e19f0-bdca-4923-a0c3-77ad0c202bdc triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:41:31.576903 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:41:31.581630 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e67280-4c54-42b0-9aef-e2a52178f7d1 req-e5a8364b-6ab2-4a95-9aec-6001e0f66d71 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:31.584084 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a8e67280-4c54-42b0-9aef-e2a52178f7d1 req-e5a8364b-6ab2-4a95-9aec-6001e0f66d71 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 944 time: 0.0641758 Nov 11 20:41:31.636347 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a8e67280-4c54-42b0-9aef-e2a52178f7d1 req-2a6eec14-5e81-43af-9d1d-15d38b7220ef tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448971 Nov 11 20:41:31.676868 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:41:31.703453 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4a9f51-80d0-4901-beaf-9b03435f002c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0e19f0-bdca-4923-a0c3-77ad0c202bdc'}] {{(pid=101813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:41:31.706040 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0340890b3ce0369dfbb204f3d0516fe3d00048a2838df9679e450f9495620248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824ca607-6054-45d5-b48a-16dbf8d3097f" -d '{"events": [{"server_uuid": "ce4a9f51-80d0-4901-beaf-9b03435f002c", "name": "network-vif-plugged", "status": "completed", "tag": "bc0e19f0-bdca-4923-a0c3-77ad0c202bdc"}]}' {{(pid=101813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:41:31.724839 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port bc0e19f0-bdca-4923-a0c3-77ad0c202bdc, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=bc0e19f0-bdca-4923-a0c3-77ad0c202bdc,segment=NetworkSegment(bc2cdd12-61b5-41c6-859f-e3f0a8c491bb),segment_id=bc2cdd12-61b5-41c6-859f-e3f0a8c491bb)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:41:31.731423 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:41:31.792717 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0752538-efbd-4c04-9421-8b41966e9166 x-openstack-request-id: req-f0752538-efbd-4c04-9421-8b41966e9166 {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:41:31.793155 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce4a9f51-80d0-4901-beaf-9b03435f002c", "name": "network-vif-plugged", "status": "completed", "tag": "bc0e19f0-bdca-4923-a0c3-77ad0c202bdc", "code": 200}]} {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:41:31.793857 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f0752538-efbd-4c04-9421-8b41966e9166 {{(pid=101813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:41:31.794040 dv-cinder-817642-1-iscsi neutron-server[101813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce4a9f51-80d0-4901-beaf-9b03435f002c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0e19f0-bdca-4923-a0c3-77ad0c202bdc', 'code': 200} Nov 11 20:41:31.795164 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Pushing event updated for resources: {'Port': ['ID=bc0e19f0-bdca-4923-a0c3-77ad0c202bdc,revision_number=7']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:41:32.794035 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2952f9-7a35-4814-bb17-5ea8688f2b0c req-0ae3393a-fbfb-4a39-bfd4-50519b152ebe tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:32.800972 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-aa2952f9-7a35-4814-bb17-5ea8688f2b0c req-0ae3393a-fbfb-4a39-bfd4-50519b152ebe tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 945 time: 0.0695493 Nov 11 20:41:32.866976 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-aa2952f9-7a35-4814-bb17-5ea8688f2b0c req-b398ee05-f2ab-40a1-b7c6-6f09d5eb3f24 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646646 Nov 11 20:41:33.447020 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-df8be850-b3ff-4c35-b1d3-6d36b15baaf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:41:33.618737 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43c141-777f-4f81-9d5b-678280ceaa16 req-68355781-aebb-42c5-9428-a3b34612cc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:33.623018 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7b43c141-777f-4f81-9d5b-678280ceaa16 req-68355781-aebb-42c5-9428-a3b34612cc20 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8473830434694f05acc123584bf48e18&device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 1098 time: 0.1434000 Nov 11 20:41:33.636268 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc520b7a-69fe-47f7-848a-7bf21fa53d2f req-0a3d9742-7b9e-44ad-b45b-9e24813dd52e tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:33.647425 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-dc520b7a-69fe-47f7-848a-7bf21fa53d2f req-0a3d9742-7b9e-44ad-b45b-9e24813dd52e tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.1014647 Nov 11 20:41:33.805015 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-dc520b7a-69fe-47f7-848a-7bf21fa53d2f req-48fb8877-f9fc-4df0-9ec2-cf2e72d8a11f tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523583 Nov 11 20:41:33.865617 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43c141-777f-4f81-9d5b-678280ceaa16 req-5c432da9-b9a8-43ca-a310-1ff13afd928c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:33.867964 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7b43c141-777f-4f81-9d5b-678280ceaa16 req-5c432da9-b9a8-43ca-a310-1ff13afd928c service neutron] 10.222.0.78 "GET /v2.0/networks?id=acd422cb-07fc-4b63-aaab-fd2e52fc9069 HTTP/1.1" status: 200 len: 920 time: 0.2068539 Nov 11 20:41:33.931917 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7b43c141-777f-4f81-9d5b-678280ceaa16 req-d006bd6d-a7ce-45b7-83b8-278a8eeeece8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66b27c9f-82a4-466b-830b-548c3a8a129f HTTP/1.1" status: 200 len: 217 time: 0.0468526 Nov 11 20:41:34.048147 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43c141-777f-4f81-9d5b-678280ceaa16 req-f8e46996-b8b4-497f-b521-ea83456fdcea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:34.050013 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7b43c141-777f-4f81-9d5b-678280ceaa16 req-f8e46996-b8b4-497f-b521-ea83456fdcea service neutron] 10.222.0.78 "GET /v2.0/subnets?id=843c9d58-b0a8-42ed-baec-4e93b7576eb3 HTTP/1.1" status: 200 len: 859 time: 0.0974665 Nov 11 20:41:34.118351 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7b43c141-777f-4f81-9d5b-678280ceaa16 req-11a6863c-56ef-4f1c-aa5e-dc965c99fb09 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=acd422cb-07fc-4b63-aaab-fd2e52fc9069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424531 Nov 11 20:41:34.160091 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa5f03-f057-465f-8bb8-030f85dc865b req-8ad83c06-9249-4bbc-a897-984f05fcfca5 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:34.169239 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-32fa5f03-f057-465f-8bb8-030f85dc865b req-8ad83c06-9249-4bbc-a897-984f05fcfca5 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 945 time: 0.0811031 Nov 11 20:41:34.309741 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-32fa5f03-f057-465f-8bb8-030f85dc865b req-263d6631-aa0d-4aca-ab32-380eb8325bc6 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379232 Nov 11 20:41:34.337032 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7b43c141-777f-4f81-9d5b-678280ceaa16 req-81956ae2-a3ae-4af8-8537-ad29dee537bb service neutron] 10.222.0.78 "GET /v2.0/networks/acd422cb-07fc-4b63-aaab-fd2e52fc9069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641586 Nov 11 20:41:34.359337 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3d9940ef-842e-4b07-a279-f9f66b0ee11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:41:34.489995 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7b43c141-777f-4f81-9d5b-678280ceaa16 req-6b632fe1-f962-4f60-aab9-2c7ceaafd1cb service neutron] 10.222.0.78 "GET /v2.0/networks/acd422cb-07fc-4b63-aaab-fd2e52fc9069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179557 Nov 11 20:41:34.951247 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b8a65-aa16-4c83-9ed6-64bc2f3641ed req-4fa8c3b6-cfaa-465b-8b8f-f8a960564a3f tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:34.952772 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-479b8a65-aa16-4c83-9ed6-64bc2f3641ed req-4fa8c3b6-cfaa-465b-8b8f-f8a960564a3f tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0618150 Nov 11 20:41:35.024573 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-479b8a65-aa16-4c83-9ed6-64bc2f3641ed req-c7f92f88-2157-4ed7-9590-bd854ee56452 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594785 Nov 11 20:41:35.450854 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd07fa1-9196-45fa-a694-e8772da60a10 req-7b395127-1483-4575-9670-d2499af9ffb1 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:35.460715 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cbd07fa1-9196-45fa-a694-e8772da60a10 req-7b395127-1483-4575-9670-d2499af9ffb1 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 945 time: 0.0658298 Nov 11 20:41:35.508411 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cbd07fa1-9196-45fa-a694-e8772da60a10 req-495fb77b-c73e-43f1-a8f8-62040fc69500 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461867 Nov 11 20:41:36.113366 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b24fd597-249d-429f-8b46-48f3c6a9ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:41:36.185023 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b16c5-6381-41ad-be94-93ea116ee56a req-d22fa3e0-0e1e-4051-9f5a-0957204d505b tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:36.186582 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-518b16c5-6381-41ad-be94-93ea116ee56a req-d22fa3e0-0e1e-4051-9f5a-0957204d505b tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0603404 Nov 11 20:41:36.255866 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-518b16c5-6381-41ad-be94-93ea116ee56a req-62b2dfa6-a8e1-41f0-aa7d-175b352d9fd4 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612979 Nov 11 20:41:36.432452 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:41:36.720982 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16853e-9567-414e-879b-ce3bfd9210ee req-c436fe9c-c475-465c-bbf6-963763185ca1 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:36.728940 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0d16853e-9567-414e-879b-ce3bfd9210ee req-c436fe9c-c475-465c-bbf6-963763185ca1 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 945 time: 0.1304619 Nov 11 20:41:36.795095 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0d16853e-9567-414e-879b-ce3bfd9210ee req-3b58f6cd-f1ab-4d3e-a7d0-92cf35758558 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587580 Nov 11 20:41:37.305986 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6c0e9-94e3-4e69-ae07-80078ac690d0 req-5584962b-22ec-4176-bae0-46ec7113a0f8 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:37.309673 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-00e6c0e9-94e3-4e69-ae07-80078ac690d0 req-5584962b-22ec-4176-bae0-46ec7113a0f8 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=3faaf4a3-b047-49f0-b57f-b7ad4a9ca681 HTTP/1.1" status: 200 len: 945 time: 0.0723360 Nov 11 20:41:37.395338 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-00e6c0e9-94e3-4e69-ae07-80078ac690d0 req-e1b648b0-972d-45f7-acb6-6b1c6df46cb4 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721393 Nov 11 20:41:37.455904 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5c796-fb95-4209-ad98-ddc5bc0b55bf req-1e229073-95ae-4972-b7d1-56017e487fed tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:37.457528 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-6ce5c796-fb95-4209-ad98-ddc5bc0b55bf req-1e229073-95ae-4972-b7d1-56017e487fed tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0822127 Nov 11 20:41:37.514291 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-6ce5c796-fb95-4209-ad98-ddc5bc0b55bf req-13c71612-d67d-41ba-8b4b-ce8910dfef7e tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489705 Nov 11 20:41:37.953867 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8502def-0c88-48a4-a68c-25aa362aaa58 req-87fb52cb-588e-4eb4-81eb-b3f9f9327a19 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:37.955641 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e8502def-0c88-48a4-a68c-25aa362aaa58 req-87fb52cb-588e-4eb4-81eb-b3f9f9327a19 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 945 time: 0.0657709 Nov 11 20:41:38.014892 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e8502def-0c88-48a4-a68c-25aa362aaa58 req-a085db9c-a134-46a1-b7bd-bb7fc7138713 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526330 Nov 11 20:41:38.550915 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92bc34a-c8d4-408b-bdd0-ffe4ccd2e614 req-b10d81ed-3644-4106-8af7-d7efb3c4918f tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:38.561127 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c92bc34a-c8d4-408b-bdd0-ffe4ccd2e614 req-b10d81ed-3644-4106-8af7-d7efb3c4918f tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=3faaf4a3-b047-49f0-b57f-b7ad4a9ca681 HTTP/1.1" status: 200 len: 945 time: 0.0700848 Nov 11 20:41:38.683430 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c92bc34a-c8d4-408b-bdd0-ffe4ccd2e614 req-fcb5db5e-b4b1-4e9c-a616-bf50629e3a63 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199851 Nov 11 20:41:38.753574 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4288784a-cb46-4bcb-ade9-8141ad8b00e6 req-23d69666-21db-482a-beb4-475095bc08dd tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:38.755554 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4288784a-cb46-4bcb-ade9-8141ad8b00e6 req-23d69666-21db-482a-beb4-475095bc08dd tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.1088538 Nov 11 20:41:38.815404 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4288784a-cb46-4bcb-ade9-8141ad8b00e6 req-40bf84fe-ff1d-4ec4-b476-9834b14a5f95 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531547 Nov 11 20:41:39.160124 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f738c3-cbca-4d77-8acb-59fb85c7c649 req-d4b7570d-2631-4bd6-a577-b0306a3ba9c3 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:39.168114 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-07f738c3-cbca-4d77-8acb-59fb85c7c649 req-d4b7570d-2631-4bd6-a577-b0306a3ba9c3 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 945 time: 0.0611510 Nov 11 20:41:39.224093 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-07f738c3-cbca-4d77-8acb-59fb85c7c649 req-f4abc330-65d0-4ce4-816c-508aa656a72d tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521424 Nov 11 20:41:39.835238 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e342f-d240-4097-a2a6-e2dac9cb76a1 req-54b7dc4b-740b-40d7-8757-15cbe83b0519 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:39.842903 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ad3e342f-d240-4097-a2a6-e2dac9cb76a1 req-54b7dc4b-740b-40d7-8757-15cbe83b0519 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=3faaf4a3-b047-49f0-b57f-b7ad4a9ca681 HTTP/1.1" status: 200 len: 945 time: 0.0775518 Nov 11 20:41:39.910324 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ad3e342f-d240-4097-a2a6-e2dac9cb76a1 req-42cca763-aceb-4fc9-a27f-580f6808c59c tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664160 Nov 11 20:41:39.977237 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5dc427-c234-458f-9d87-c1a9c298e8f1 req-2b38a200-e014-422b-b4c1-1d17f3b38557 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:39.985547 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fe5dc427-c234-458f-9d87-c1a9c298e8f1 req-2b38a200-e014-422b-b4c1-1d17f3b38557 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0742180 Nov 11 20:41:40.071850 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fe5dc427-c234-458f-9d87-c1a9c298e8f1 req-a772ac17-3379-4330-a332-2503c342cce1 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849516 Nov 11 20:41:40.468231 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8287139-a563-4c08-b702-f3234b825eb6 req-6e0557be-74d1-4b1d-a564-d1b0a355e692 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:40.468231 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e8287139-a563-4c08-b702-f3234b825eb6 req-6e0557be-74d1-4b1d-a564-d1b0a355e692 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 945 time: 0.1433754 Nov 11 20:41:40.558978 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e8287139-a563-4c08-b702-f3234b825eb6 req-e932720c-c03b-480d-a620-a0e2f701d152 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955048 Nov 11 20:41:41.095366 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894d660-5a57-46a3-938a-dde25f13e243 req-68b297e6-0e8a-4e34-8721-1b3046997f29 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:41.097667 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a894d660-5a57-46a3-938a-dde25f13e243 req-68b297e6-0e8a-4e34-8721-1b3046997f29 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=3faaf4a3-b047-49f0-b57f-b7ad4a9ca681 HTTP/1.1" status: 200 len: 945 time: 0.0658612 Nov 11 20:41:41.185753 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a894d660-5a57-46a3-938a-dde25f13e243 req-d70412e1-5c5e-4fe6-8ebd-855ee4e11c63 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803292 Nov 11 20:41:41.295552 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45103fea-2004-4632-89bc-8c6cbedf365b req-ab92f01e-1489-444c-863b-825cbbee631d tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:41.299787 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-45103fea-2004-4632-89bc-8c6cbedf365b req-ab92f01e-1489-444c-863b-825cbbee631d tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0954571 Nov 11 20:41:41.420359 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-45103fea-2004-4632-89bc-8c6cbedf365b req-d4a370ec-0179-4f71-b519-cc744e76657a tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114836 Nov 11 20:41:41.716293 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee8cb2-0c6f-4ef3-a5b2-c527f4a1e20f req-feba6a5d-eed1-417f-8c8a-d2a1e953b984 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:41.718272 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3eee8cb2-0c6f-4ef3-a5b2-c527f4a1e20f req-feba6a5d-eed1-417f-8c8a-d2a1e953b984 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 945 time: 0.0663493 Nov 11 20:41:41.800375 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3eee8cb2-0c6f-4ef3-a5b2-c527f4a1e20f req-d514cb22-eb8e-48a0-9955-903e8fec4317 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750749 Nov 11 20:41:42.041667 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b46888-b77d-45ad-8e57-9389cb6f0ef3 req-48bc80b4-8a19-421b-9310-994d732f6115 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:42.043617 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-76b46888-b77d-45ad-8e57-9389cb6f0ef3 req-48bc80b4-8a19-421b-9310-994d732f6115 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.78 "GET /v2.0/ports?device_id=3faaf4a3-b047-49f0-b57f-b7ad4a9ca681 HTTP/1.1" status: 200 len: 945 time: 0.1091852 Nov 11 20:41:42.218771 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [req-76b46888-b77d-45ad-8e57-9389cb6f0ef3 req-672a1f67-b6bd-45bc-8391-29fbc2f215a9 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Deleting port 4e0620dd-83bb-41b6-9d21-469aaf4c4d29 {{(pid=101811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:41:42.218771 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-76b46888-b77d-45ad-8e57-9389cb6f0ef3 req-672a1f67-b6bd-45bc-8391-29fbc2f215a9 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:41:42.907518 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd64b3-8d25-4d6e-93f9-f62fe448ef7d req-cc73af74-64e8-4d6c-b1d2-f9d1946d202e tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:42.917244 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cffd64b3-8d25-4d6e-93f9-f62fe448ef7d req-cc73af74-64e8-4d6c-b1d2-f9d1946d202e tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=3faaf4a3-b047-49f0-b57f-b7ad4a9ca681 HTTP/1.1" status: 200 len: 945 time: 0.6024425 Nov 11 20:41:42.970821 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db6a59-a1db-40e2-9af8-47240780f17d req-60ebc736-c8fd-4967-a3d1-cd4c8d739934 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:42.977856 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e6db6a59-a1db-40e2-9af8-47240780f17d req-60ebc736-c8fd-4967-a3d1-cd4c8d739934 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.1333504 Nov 11 20:41:43.037900 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cffd64b3-8d25-4d6e-93f9-f62fe448ef7d req-b05abdfe-0c31-484b-88a0-6f24b9e39dbd tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195893 Nov 11 20:41:43.052333 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-76b46888-b77d-45ad-8e57-9389cb6f0ef3 req-672a1f67-b6bd-45bc-8391-29fbc2f215a9 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] For port 4e0620dd-83bb-41b6-9d21-469aaf4c4d29, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=4e0620dd-83bb-41b6-9d21-469aaf4c4d29,segment=NetworkSegment(727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f),segment_id=727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f)] {{(pid=101811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:41:43.052826 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-76b46888-b77d-45ad-8e57-9389cb6f0ef3 req-672a1f67-b6bd-45bc-8391-29fbc2f215a9 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:41:43.102587 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [req-76b46888-b77d-45ad-8e57-9389cb6f0ef3 req-672a1f67-b6bd-45bc-8391-29fbc2f215a9 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Calling delete_port for 4e0620dd-83bb-41b6-9d21-469aaf4c4d29 owned by compute:nova {{(pid=101811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:41:43.162585 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e6db6a59-a1db-40e2-9af8-47240780f17d req-0bdc6695-6923-4f8e-8b76-6840baef9258 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833608 Nov 11 20:41:43.351441 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa783dd4-9aa0-4e2d-b614-e5069d079c95 req-930e8948-7186-4dc6-a124-5fab3cd67613 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:43.360326 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-aa783dd4-9aa0-4e2d-b614-e5069d079c95 req-930e8948-7186-4dc6-a124-5fab3cd67613 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 945 time: 0.0925047 Nov 11 20:41:43.472682 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-aa783dd4-9aa0-4e2d-b614-e5069d079c95 req-9093e417-ca7d-4949-91f9-86ddf6aacdc4 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021097 Nov 11 20:41:43.519190 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-76b46888-b77d-45ad-8e57-9389cb6f0ef3 req-672a1f67-b6bd-45bc-8391-29fbc2f215a9 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954'] for port, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:41:43.551566 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] get_ports_and_sgs() called for port_ids ['a1e7e113-49ef-49f9-9fd9-7534d076360a', '29fa7464-b08b-4f56-89c0-b86091d4eb50', '4edbb89c-4f5c-491a-9011-52c3c60a224c', '4e0620dd-83bb-41b6-9d21-469aaf4c4d29'] {{(pid=101813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:41:43.619118 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a1f67-b6bd-45bc-8391-29fbc2f215a9 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Pushing event deleted for resources: {'Port': ['ID=4e0620dd-83bb-41b6-9d21-469aaf4c4d29,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:41:43.630505 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a1f67-b6bd-45bc-8391-29fbc2f215a9 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:41:43.630856 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a1f67-b6bd-45bc-8391-29fbc2f215a9 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:41:43.631334 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a1f67-b6bd-45bc-8391-29fbc2f215a9 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:41:43.631790 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a1f67-b6bd-45bc-8391-29fbc2f215a9 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:41:43.632267 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a1f67-b6bd-45bc-8391-29fbc2f215a9 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:41:43.632948 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a1f67-b6bd-45bc-8391-29fbc2f215a9 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:41:43.633638 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a1f67-b6bd-45bc-8391-29fbc2f215a9 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:41:43.634244 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a1f67-b6bd-45bc-8391-29fbc2f215a9 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:41:43.634519 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a1f67-b6bd-45bc-8391-29fbc2f215a9 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:41:43.635269 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a1f67-b6bd-45bc-8391-29fbc2f215a9 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:41:43.635702 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a1f67-b6bd-45bc-8391-29fbc2f215a9 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:41:43.636252 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a1f67-b6bd-45bc-8391-29fbc2f215a9 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:41:43.658970 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b46888-b77d-45ad-8e57-9389cb6f0ef3 req-672a1f67-b6bd-45bc-8391-29fbc2f215a9 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] No DVR routers for this DVR port 4e0620dd-83bb-41b6-9d21-469aaf4c4d29 on host hv-cinder-81764 {{(pid=101811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:41:43.665504 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-76b46888-b77d-45ad-8e57-9389cb6f0ef3 req-672a1f67-b6bd-45bc-8391-29fbc2f215a9 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:41:43.669357 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-76b46888-b77d-45ad-8e57-9389cb6f0ef3 req-672a1f67-b6bd-45bc-8391-29fbc2f215a9 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.78 "DELETE /v2.0/ports/4e0620dd-83bb-41b6-9d21-469aaf4c4d29 HTTP/1.1" status: 204 len: 173 time: 1.6069093 Nov 11 20:41:43.670060 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3faaf4a3-b047-49f0-b57f-b7ad4a9ca681', 'name': 'network-vif-deleted', 'tag': '4e0620dd-83bb-41b6-9d21-469aaf4c4d29'}] {{(pid=101811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:41:43.672662 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5736cb7e175e5ed5563496e7c8b9c6d8883e61bc6d504a4dc096e4a6f480cdce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1593e211-3430-413a-99fb-97663f72b1cc" -d '{"events": [{"server_uuid": "3faaf4a3-b047-49f0-b57f-b7ad4a9ca681", "name": "network-vif-deleted", "tag": "4e0620dd-83bb-41b6-9d21-469aaf4c4d29"}]}' {{(pid=101811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:41:43.747010 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c8ae4d-70b2-452c-bfa3-3bbe939de3c7 x-openstack-request-id: req-95c8ae4d-70b2-452c-bfa3-3bbe939de3c7 {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:41:43.747476 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3faaf4a3-b047-49f0-b57f-b7ad4a9ca681", "name": "network-vif-deleted", "tag": "4e0620dd-83bb-41b6-9d21-469aaf4c4d29", "status": "completed", "code": 200}]} {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:41:43.747954 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-95c8ae4d-70b2-452c-bfa3-3bbe939de3c7 {{(pid=101811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:41:43.748521 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3faaf4a3-b047-49f0-b57f-b7ad4a9ca681', 'name': 'network-vif-deleted', 'tag': '4e0620dd-83bb-41b6-9d21-469aaf4c4d29', 'status': 'completed', 'code': 200} Nov 11 20:41:44.165900 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f6b2cb05-2646-4cd7-94ab-2e6515e0aa80 req-6444efb2-7b81-4443-bb02-96ad47eaa5ca tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=3faaf4a3-b047-49f0-b57f-b7ad4a9ca681 HTTP/1.1" status: 200 len: 210 time: 0.0352786 Nov 11 20:41:44.307131 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa89598-da81-41cf-b8e8-57af9fefcf08 req-92dab6e8-63c1-4c88-ae55-d5195f2867d9 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:44.309360 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9aa89598-da81-41cf-b8e8-57af9fefcf08 req-92dab6e8-63c1-4c88-ae55-d5195f2867d9 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0592518 Nov 11 20:41:44.360479 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9aa89598-da81-41cf-b8e8-57af9fefcf08 req-01f197f1-7ee7-45f3-9cf8-0dd27f9becc2 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454865 Nov 11 20:41:44.600042 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce382d9d-ba5e-433e-b1b5-4caa4797a909 req-9bb81bf8-0edb-471e-90b9-0552ecffd965 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:44.601627 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ce382d9d-ba5e-433e-b1b5-4caa4797a909 req-9bb81bf8-0edb-471e-90b9-0552ecffd965 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 945 time: 0.0489268 Nov 11 20:41:44.657580 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ce382d9d-ba5e-433e-b1b5-4caa4797a909 req-17002107-39a5-44f2-86c1-54d5653e27a9 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484319 Nov 11 20:41:45.276796 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1a65dbf2-c1a8-432a-8ae3-c7c16349e51e req-fdec8dbd-c26b-4fb6-a5e2-d9ccd11b2056 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=3faaf4a3-b047-49f0-b57f-b7ad4a9ca681 HTTP/1.1" status: 200 len: 210 time: 0.0287457 Nov 11 20:41:45.483486 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007aeaa6-d5eb-4c6f-9ec8-3aaae765b3b5 req-00ed04b5-f300-4c9f-a806-856d70d02a2c tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:45.485016 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-007aeaa6-d5eb-4c6f-9ec8-3aaae765b3b5 req-00ed04b5-f300-4c9f-a806-856d70d02a2c tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0569541 Nov 11 20:41:45.536399 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-007aeaa6-d5eb-4c6f-9ec8-3aaae765b3b5 req-337c2556-753c-4f27-9204-28db85885daf tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439572 Nov 11 20:41:45.782002 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7b50a-4387-433e-8043-fb2d38af2fee req-b0942f18-2a52-4b1d-acfc-0c724d0921b6 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:45.783421 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-72a7b50a-4387-433e-8043-fb2d38af2fee req-b0942f18-2a52-4b1d-acfc-0c724d0921b6 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 945 time: 0.0514967 Nov 11 20:41:45.850091 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-72a7b50a-4387-433e-8043-fb2d38af2fee req-548c9c70-52ad-48c3-95f7-dfd11a33bee9 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593469 Nov 11 20:41:46.634011 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 4e0620dd-83bb-41b6-9d21-469aaf4c4d29 no longer exists at agent hyperv_hv-cinder-81764 {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:41:46.652629 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7feb84e-8e96-45b5-9c6f-466eb3501f9d req-7dbd79de-58e2-4e84-b4d3-1788970098df tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:46.655098 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f7feb84e-8e96-45b5-9c6f-466eb3501f9d req-7dbd79de-58e2-4e84-b4d3-1788970098df tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0503685 Nov 11 20:41:46.656408 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] No Port match for: 4e0620dd-83bb-41b6-9d21-469aaf4c4d29 {{(pid=101813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:41:46.656889 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 4e0620dd-83bb-41b6-9d21-469aaf4c4d29 not bound to the agent host hv-cinder-81764 {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:41:46.707676 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f7feb84e-8e96-45b5-9c6f-466eb3501f9d req-5ff8f1ec-9d2a-4b46-b593-54b09d2881c7 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469213 Nov 11 20:41:46.969535 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4861624-ca5c-4b25-8e57-55abf1433e24 req-aa9ab652-e9b0-48d7-b6ec-e073fc21a4c0 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:46.971107 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e4861624-ca5c-4b25-8e57-55abf1433e24 req-aa9ab652-e9b0-48d7-b6ec-e073fc21a4c0 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 945 time: 0.0491574 Nov 11 20:41:47.018589 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e4861624-ca5c-4b25-8e57-55abf1433e24 req-f7c3ea16-155e-4b3e-9079-b8918cbd5e32 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407600 Nov 11 20:41:47.835915 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f4781-9f63-4adc-ad7b-bedc35b4c0a7 req-5db046a7-8ab4-4586-8f44-10d69b076776 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:47.839880 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a71f4781-9f63-4adc-ad7b-bedc35b4c0a7 req-5db046a7-8ab4-4586-8f44-10d69b076776 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0588441 Nov 11 20:41:47.890038 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a71f4781-9f63-4adc-ad7b-bedc35b4c0a7 req-d3649cd9-0be2-4f21-aeb9-efad191114b2 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466657 Nov 11 20:41:48.146789 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2d7fb-c790-47be-8769-77dbb399525b req-9afe5d48-0f0f-4c7f-8d5f-1794239860c9 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:48.148496 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3bb2d7fb-c790-47be-8769-77dbb399525b req-9afe5d48-0f0f-4c7f-8d5f-1794239860c9 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 945 time: 0.0539906 Nov 11 20:41:48.197555 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3bb2d7fb-c790-47be-8769-77dbb399525b req-0b4608e4-caa2-4aec-aac7-ace11b0c8ce7 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429723 Nov 11 20:41:48.740047 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbe60c-a958-4ea1-aae1-6c83d49e2d27 req-06b739ad-ee44-4c80-8908-ab40f5cf87ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:48.741783 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-acfbe60c-a958-4ea1-aae1-6c83d49e2d27 req-06b739ad-ee44-4c80-8908-ab40f5cf87ea service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=38d540a76ef9405bb94b7e433494fabd&device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 1098 time: 0.0420954 Nov 11 20:41:48.850081 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbe60c-a958-4ea1-aae1-6c83d49e2d27 req-3f7044e0-f43a-440d-864c-e4121382f8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:48.851699 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-acfbe60c-a958-4ea1-aae1-6c83d49e2d27 req-3f7044e0-f43a-440d-864c-e4121382f8cb service neutron] 10.222.0.78 "GET /v2.0/networks?id=51d362a5-52f5-4926-aac3-68c4c9326236 HTTP/1.1" status: 200 len: 917 time: 0.0881424 Nov 11 20:41:48.924787 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-acfbe60c-a958-4ea1-aae1-6c83d49e2d27 req-013530f6-2bb6-4a4c-8d1b-0d91c13b0f2e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc0e19f0-bdca-4923-a0c3-77ad0c202bdc HTTP/1.1" status: 200 len: 1001 time: 0.0586367 Nov 11 20:41:49.019739 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbe60c-a958-4ea1-aae1-6c83d49e2d27 req-da437b59-0635-43ae-a1c3-d3be3a7dfa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:49.021212 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-acfbe60c-a958-4ea1-aae1-6c83d49e2d27 req-da437b59-0635-43ae-a1c3-d3be3a7dfa19 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b93905e5-6d6f-41ed-9efc-0dfc53d52f76 HTTP/1.1" status: 200 len: 855 time: 0.0753753 Nov 11 20:41:49.037624 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe23389-2a13-40c5-8f02-49ad06491d94 req-34153fc3-3d4c-47b0-ab1d-7b90ea184411 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:49.040045 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ebe23389-2a13-40c5-8f02-49ad06491d94 req-34153fc3-3d4c-47b0-ab1d-7b90ea184411 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0673902 Nov 11 20:41:49.112791 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbe60c-a958-4ea1-aae1-6c83d49e2d27 req-99f256e1-c96b-40dd-bd95-1a81e2182ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:49.114200 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-acfbe60c-a958-4ea1-aae1-6c83d49e2d27 req-99f256e1-c96b-40dd-bd95-1a81e2182ecb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=51d362a5-52f5-4926-aac3-68c4c9326236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0695717 Nov 11 20:41:49.119025 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ebe23389-2a13-40c5-8f02-49ad06491d94 req-71947be3-eac0-4e19-81f2-ab3854d38151 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671766 Nov 11 20:41:49.218446 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-acfbe60c-a958-4ea1-aae1-6c83d49e2d27 req-ca2d9844-6f86-43d2-824c-3d3a0492860a service neutron] 10.222.0.78 "GET /v2.0/networks/51d362a5-52f5-4926-aac3-68c4c9326236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870450 Nov 11 20:41:49.537893 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-acfbe60c-a958-4ea1-aae1-6c83d49e2d27 req-1d827531-b724-43df-8b12-7a6bb2adf63f service neutron] 10.222.0.78 "GET /v2.0/networks/51d362a5-52f5-4926-aac3-68c4c9326236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212523 Nov 11 20:41:49.537893 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c6635c-4dbb-4d9a-9397-2aae055e1b7b req-c2205070-88dc-4737-a04e-c2723b4a4920 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:49.537893 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-16c6635c-4dbb-4d9a-9397-2aae055e1b7b req-c2205070-88dc-4737-a04e-c2723b4a4920 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 945 time: 0.0808222 Nov 11 20:41:49.537893 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-16c6635c-4dbb-4d9a-9397-2aae055e1b7b req-950e5da6-5192-4e61-87e7-f2ebc1f30d88 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488234 Nov 11 20:41:50.239995 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38919b11-1221-40c7-9706-ff154921d990 req-1a1b371d-0536-443b-b4b2-749b5334415e tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:50.242306 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-38919b11-1221-40c7-9706-ff154921d990 req-1a1b371d-0536-443b-b4b2-749b5334415e tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0509331 Nov 11 20:41:50.301329 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-38919b11-1221-40c7-9706-ff154921d990 req-afcbcbfa-9720-4547-84ed-921393e22fe3 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478823 Nov 11 20:41:50.513281 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:41:50.557227 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f059cf-0536-4ee7-b682-c8a3802b1422 req-e3901ecb-5128-486d-b820-eb1d84c6fab4 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:50.559277 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-01f059cf-0536-4ee7-b682-c8a3802b1422 req-e3901ecb-5128-486d-b820-eb1d84c6fab4 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 945 time: 0.0603602 Nov 11 20:41:50.621293 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-01f059cf-0536-4ee7-b682-c8a3802b1422 req-40ecdfae-160a-4c1e-874b-406f8ddb7556 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560808 Nov 11 20:41:50.884426 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92ae65-5513-46c7-99d6-deced921a569 req-c59a89d5-05f4-411c-ae65-986ee1214b8f tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:50.885907 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3d92ae65-5513-46c7-99d6-deced921a569 req-c59a89d5-05f4-411c-ae65-986ee1214b8f tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=f872205c-fe9f-4e51-8359-dd7e9e65f155 HTTP/1.1" status: 200 len: 946 time: 0.0583291 Nov 11 20:41:50.936720 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3d92ae65-5513-46c7-99d6-deced921a569 req-3168ed3a-9ff3-41db-a42f-b03b93d3780f tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443654 Nov 11 20:41:51.420101 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f713fd7-ac4f-45b3-82fd-538062c55866 req-396f6538-fe79-4152-8dda-87ca2eda7586 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:51.421564 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2f713fd7-ac4f-45b3-82fd-538062c55866 req-396f6538-fe79-4152-8dda-87ca2eda7586 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0482421 Nov 11 20:41:51.468730 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2f713fd7-ac4f-45b3-82fd-538062c55866 req-ba3b2b62-5e3f-4c90-b820-7bbd1bfb6741 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412238 Nov 11 20:41:51.748005 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a9890-ef8d-4a32-ac17-1f4a6963993d req-5b761f95-ad60-4148-ba55-029799ff1fb5 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:51.749382 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-106a9890-ef8d-4a32-ac17-1f4a6963993d req-5b761f95-ad60-4148-ba55-029799ff1fb5 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 945 time: 0.0524993 Nov 11 20:41:51.796792 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-106a9890-ef8d-4a32-ac17-1f4a6963993d req-cba7b019-70b8-4485-8c6a-2926712df2ee tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414467 Nov 11 20:41:52.059496 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a0246-a534-4fb5-a790-9a7bb817467b req-0382f6ce-f72a-4ed0-adf1-ea9f327d1e06 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:52.060983 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-482a0246-a534-4fb5-a790-9a7bb817467b req-0382f6ce-f72a-4ed0-adf1-ea9f327d1e06 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=f872205c-fe9f-4e51-8359-dd7e9e65f155 HTTP/1.1" status: 200 len: 946 time: 0.0482445 Nov 11 20:41:52.109277 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-482a0246-a534-4fb5-a790-9a7bb817467b req-aa379ca9-7452-433b-9fbb-2285f0b5396c tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424957 Nov 11 20:41:52.579870 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180e1ca-18bb-491f-8bea-0a04f7682696 req-28bacfdf-dbf9-415f-a6dc-5b8af1220804 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:52.581341 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f180e1ca-18bb-491f-8bea-0a04f7682696 req-28bacfdf-dbf9-415f-a6dc-5b8af1220804 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0478518 Nov 11 20:41:52.631263 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f180e1ca-18bb-491f-8bea-0a04f7682696 req-fc7dcc30-8f27-4bdf-84b3-4da2731c56b3 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440078 Nov 11 20:41:52.916126 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7008f92-921f-41d6-a26a-ef26eb7c97ba req-2111ea59-05ee-4802-aafe-c7e154d6541f tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:52.917591 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f7008f92-921f-41d6-a26a-ef26eb7c97ba req-2111ea59-05ee-4802-aafe-c7e154d6541f tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 945 time: 0.0502167 Nov 11 20:41:52.963734 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f7008f92-921f-41d6-a26a-ef26eb7c97ba req-b1d9a467-672c-4686-ac84-bc9170ed8675 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403101 Nov 11 20:41:53.222665 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60c687-0402-4563-9aa7-a0369defdb11 req-f8a44c46-d739-45de-9480-8c9b01c69b91 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:53.224134 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-de60c687-0402-4563-9aa7-a0369defdb11 req-f8a44c46-d739-45de-9480-8c9b01c69b91 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=f872205c-fe9f-4e51-8359-dd7e9e65f155 HTTP/1.1" status: 200 len: 946 time: 0.0487618 Nov 11 20:41:53.270788 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-de60c687-0402-4563-9aa7-a0369defdb11 req-83f81ee9-1958-47a0-a071-a0b9c71c47fd tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402715 Nov 11 20:41:53.749813 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec6a4a-cbee-408a-82c6-ddce7f6665d7 req-25c9e14b-50db-43d9-85cf-98db49af0f38 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:53.751274 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-66ec6a4a-cbee-408a-82c6-ddce7f6665d7 req-25c9e14b-50db-43d9-85cf-98db49af0f38 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0533929 Nov 11 20:41:53.798157 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-66ec6a4a-cbee-408a-82c6-ddce7f6665d7 req-6bca94e3-23d6-453a-8b20-df1c7da5fdaa tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409741 Nov 11 20:41:54.001583 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device bc0e19f0-bdca-4923-a0c3-77ad0c202bdc no longer exists at agent hyperv_hv-cinder-81764 {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:41:54.080403 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:41:54.084744 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e99fe55-a7be-4b24-9713-13bdb2083968 req-e9809e65-e83a-4322-a0f6-d4dfab58cafb tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:54.087088 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9e99fe55-a7be-4b24-9713-13bdb2083968 req-e9809e65-e83a-4322-a0f6-d4dfab58cafb tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 945 time: 0.0490794 Nov 11 20:41:54.104599 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4a9f51-80d0-4901-beaf-9b03435f002c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc0e19f0-bdca-4923-a0c3-77ad0c202bdc'}] {{(pid=101813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:41:54.106814 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0340890b3ce0369dfbb204f3d0516fe3d00048a2838df9679e450f9495620248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c705a4-2dc0-4828-8dfd-2072f8002872" -d '{"events": [{"server_uuid": "ce4a9f51-80d0-4901-beaf-9b03435f002c", "name": "network-vif-unplugged", "status": "completed", "tag": "bc0e19f0-bdca-4923-a0c3-77ad0c202bdc"}]}' {{(pid=101813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:41:54.124019 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port bc0e19f0-bdca-4923-a0c3-77ad0c202bdc, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=bc0e19f0-bdca-4923-a0c3-77ad0c202bdc,segment=NetworkSegment(bc2cdd12-61b5-41c6-859f-e3f0a8c491bb),segment_id=bc2cdd12-61b5-41c6-859f-e3f0a8c491bb)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:41:54.128943 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:41:54.152954 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9e99fe55-a7be-4b24-9713-13bdb2083968 req-7c3f4318-60bf-495f-9bc0-88381f1ffd6f tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590880 Nov 11 20:41:54.160426 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 20:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2008f953-765e-4932-85df-8aa5114943bd x-openstack-request-id: req-2008f953-765e-4932-85df-8aa5114943bd {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:41:54.160740 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce4a9f51-80d0-4901-beaf-9b03435f002c", "name": "network-vif-unplugged", "status": "completed", "tag": "bc0e19f0-bdca-4923-a0c3-77ad0c202bdc", "code": 200}]} {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:41:54.160998 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2008f953-765e-4932-85df-8aa5114943bd {{(pid=101813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:41:54.161419 dv-cinder-817642-1-iscsi neutron-server[101813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce4a9f51-80d0-4901-beaf-9b03435f002c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc0e19f0-bdca-4923-a0c3-77ad0c202bdc', 'code': 200} Nov 11 20:41:54.185638 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Pushing event updated for resources: {'Port': ['ID=bc0e19f0-bdca-4923-a0c3-77ad0c202bdc,revision_number=8']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:41:54.396254 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8f60d-73cf-495c-a82b-8af03262fd6e req-f16bf932-3d65-48fc-b6f0-db08230bd29c tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:54.398185 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-72b8f60d-73cf-495c-a82b-8af03262fd6e req-f16bf932-3d65-48fc-b6f0-db08230bd29c tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=f872205c-fe9f-4e51-8359-dd7e9e65f155 HTTP/1.1" status: 200 len: 946 time: 0.0526087 Nov 11 20:41:54.447145 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-72b8f60d-73cf-495c-a82b-8af03262fd6e req-854b9dd6-f193-4897-a503-ffb7ff75204c tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428433 Nov 11 20:41:54.912230 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69aea78-7fcc-4f2c-a739-8600453ec6b9 req-d6061be5-6e20-4540-bbbe-5129e18a0932 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:54.914261 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f69aea78-7fcc-4f2c-a739-8600453ec6b9 req-d6061be5-6e20-4540-bbbe-5129e18a0932 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0495567 Nov 11 20:41:54.962356 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f69aea78-7fcc-4f2c-a739-8600453ec6b9 req-b9ed8421-ff4f-4cf0-85ad-1031b5a0e506 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418432 Nov 11 20:41:55.151082 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 46150) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:41:55.195882 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.db.db_base_plugin_v2 [None req-5972f921-fc50-4ba8-88b0-f77aa1a65f56 admin admin] Deleting subnet f67a73f6-0971-4cfa-bc0f-6a34bef4a5cc {{(pid=101812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:41:55.199013 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-5972f921-fc50-4ba8-88b0-f77aa1a65f56 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:41:55.237384 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-5972f921-fc50-4ba8-88b0-f77aa1a65f56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4163766'] for subnet, precommit_delete_associations {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:41:55.270378 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3963962-3243-4b08-b4d0-2a595ca9b599 req-eddf5801-8e0b-450c-99eb-1f70eed2a1d5 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:55.271844 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e3963962-3243-4b08-b4d0-2a595ca9b599 req-eddf5801-8e0b-450c-99eb-1f70eed2a1d5 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 943 time: 0.0503306 Nov 11 20:41:55.276019 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-5972f921-fc50-4ba8-88b0-f77aa1a65f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16455430'] for subnet, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:41:55.330217 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e3963962-3243-4b08-b4d0-2a595ca9b599 req-e6523e37-1125-4946-8645-2632ff12567b tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513120 Nov 11 20:41:55.342825 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-5972f921-fc50-4ba8-88b0-f77aa1a65f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16455441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3549770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3891168'] for subnet, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:41:55.373733 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-5972f921-fc50-4ba8-88b0-f77aa1a65f56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for subnet, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:41:55.377108 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-5972f921-fc50-4ba8-88b0-f77aa1a65f56 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/f67a73f6-0971-4cfa-bc0f-6a34bef4a5cc HTTP/1.1" status: 204 len: 168 time: 0.2249086 Nov 11 20:41:55.378292 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5972f921-fc50-4ba8-88b0-f77aa1a65f56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f67a73f6-0971-4cfa-bc0f-6a34bef4a5cc,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:41:55.380843 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 46160) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:41:55.386977 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5972f921-fc50-4ba8-88b0-f77aa1a65f56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:41:55.387328 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5972f921-fc50-4ba8-88b0-f77aa1a65f56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:41:55.387683 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5972f921-fc50-4ba8-88b0-f77aa1a65f56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:41:55.388033 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5972f921-fc50-4ba8-88b0-f77aa1a65f56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:41:55.388366 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5972f921-fc50-4ba8-88b0-f77aa1a65f56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:41:55.388697 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5972f921-fc50-4ba8-88b0-f77aa1a65f56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:41:55.389022 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5972f921-fc50-4ba8-88b0-f77aa1a65f56 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:41:55.389351 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5972f921-fc50-4ba8-88b0-f77aa1a65f56 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:41:55.389675 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5972f921-fc50-4ba8-88b0-f77aa1a65f56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:41:55.389996 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5972f921-fc50-4ba8-88b0-f77aa1a65f56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:41:55.390321 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5972f921-fc50-4ba8-88b0-f77aa1a65f56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:41:55.390642 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5972f921-fc50-4ba8-88b0-f77aa1a65f56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:41:55.469148 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-b8a6e77a-5925-42f3-bcca-7e480ab7efab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16325219'] for network, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:41:55.594976 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-b8a6e77a-5925-42f3-bcca-7e480ab7efab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451713', 'neutron.services.segments.db._delete_segments_for_network-8768469249518'] for network, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:41:55.620671 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-b8a6e77a-5925-42f3-bcca-7e480ab7efab admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:41:55.621049 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-b8a6e77a-5925-42f3-bcca-7e480ab7efab admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:41:55.621799 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-b8a6e77a-5925-42f3-bcca-7e480ab7efab admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:41:55.622129 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-b8a6e77a-5925-42f3-bcca-7e480ab7efab admin admin] Subscribe: > port after_create 55550000 {{(pid=101811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:41:55.622450 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-b8a6e77a-5925-42f3-bcca-7e480ab7efab admin admin] Subscribe: > port after_delete 55550000 {{(pid=101811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:41:55.622767 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-b8a6e77a-5925-42f3-bcca-7e480ab7efab admin admin] Subscribe: > port after_update 55550000 {{(pid=101811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:41:55.623085 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-b8a6e77a-5925-42f3-bcca-7e480ab7efab admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:41:55.623420 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-b8a6e77a-5925-42f3-bcca-7e480ab7efab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:41:55.623735 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-b8a6e77a-5925-42f3-bcca-7e480ab7efab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:41:55.624078 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-b8a6e77a-5925-42f3-bcca-7e480ab7efab admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:41:55.747614 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-b8a6e77a-5925-42f3-bcca-7e480ab7efab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:41:55.747954 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-b8a6e77a-5925-42f3-bcca-7e480ab7efab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:41:55.748325 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-b8a6e77a-5925-42f3-bcca-7e480ab7efab admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:41:55.748646 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-b8a6e77a-5925-42f3-bcca-7e480ab7efab admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 20:41:55.749011 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.services.segments.db [None req-b8a6e77a-5925-42f3-bcca-7e480ab7efab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce672723-6882-4ab4-9659-ebe86d0ace99']}} {{(pid=101811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:41:55.769959 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.services.segments.db [None req-b8a6e77a-5925-42f3-bcca-7e480ab7efab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '676c89b0-616c-4174-893a-251ed28c9438') {'for_net_delete': True} {{(pid=101811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:41:55.770277 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.services.segments.db [None req-b8a6e77a-5925-42f3-bcca-7e480ab7efab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '676c89b0-616c-4174-893a-251ed28c9438') {} {{(pid=101811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:41:55.782472 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22ef7f-a9b2-4be8-967f-e4a47b7ba83a req-161ce114-6bfb-452b-bb66-d73cb28dbc66 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:55.784081 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-be22ef7f-a9b2-4be8-967f-e4a47b7ba83a req-161ce114-6bfb-452b-bb66-d73cb28dbc66 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=f872205c-fe9f-4e51-8359-dd7e9e65f155 HTTP/1.1" status: 200 len: 946 time: 0.2476561 Nov 11 20:41:55.801097 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-b8a6e77a-5925-42f3-bcca-7e480ab7efab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768469040631', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25950205'] for segment, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:41:55.842047 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-b8a6e77a-5925-42f3-bcca-7e480ab7efab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16407769'] for segment, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:41:55.843083 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.agents_db [None req-82748851-6744-43b9-bd77-83e744a7c088 None None] Agent healthcheck: found 6 active agents {{(pid=101814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:41:55.858518 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8a6e77a-5925-42f3-bcca-7e480ab7efab admin admin] Releasing vlan 873 on physical network physnet1 to pool {{(pid=101811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:41:55.858907 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-b8a6e77a-5925-42f3-bcca-7e480ab7efab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16407769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25464077'] for segment, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:41:55.862877 dv-cinder-817642-1-iscsi neutron-server[101811]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 20:41:55.862877 dv-cinder-817642-1-iscsi neutron-server[101811]: from cryptography.utils import int_from_bytes Nov 11 20:41:55.862877 dv-cinder-817642-1-iscsi neutron-server[101811]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 20:41:55.862877 dv-cinder-817642-1-iscsi neutron-server[101811]: from cryptography.utils import int_from_bytes Nov 11 20:41:55.862877 dv-cinder-817642-1-iscsi neutron-server[101811]: Traceback (most recent call last): Nov 11 20:41:55.862877 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:41:55.862877 dv-cinder-817642-1-iscsi neutron-server[101811]: timer() Nov 11 20:41:55.862877 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:41:55.862877 dv-cinder-817642-1-iscsi neutron-server[101811]: cb(*args, **kw) Nov 11 20:41:55.862877 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:41:55.862877 dv-cinder-817642-1-iscsi neutron-server[101811]: return func(*args, **kwargs) Nov 11 20:41:55.862877 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:41:55.862877 dv-cinder-817642-1-iscsi neutron-server[101811]: self._notify() Nov 11 20:41:55.862877 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:41:55.862877 dv-cinder-817642-1-iscsi neutron-server[101811]: self.callback(batched_events) Nov 11 20:41:55.862877 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:41:55.862877 dv-cinder-817642-1-iscsi neutron-server[101811]: event.method(event) Nov 11 20:41:55.862877 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:41:55.862877 dv-cinder-817642-1-iscsi neutron-server[101811]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:41:55.862877 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:41:55.862877 dv-cinder-817642-1-iscsi neutron-server[101811]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:41:55.862877 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:41:55.862877 dv-cinder-817642-1-iscsi neutron-server[101811]: return f(self, *a, **k) Nov 11 20:41:55.862877 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:41:55.862877 dv-cinder-817642-1-iscsi neutron-server[101811]: return self._get(url).json() Nov 11 20:41:55.862877 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:41:55.862877 dv-cinder-817642-1-iscsi neutron-server[101811]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:41:55.862877 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:41:55.862877 dv-cinder-817642-1-iscsi neutron-server[101811]: return self.request(url, 'GET', **kwargs) Nov 11 20:41:55.862877 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:41:55.862877 dv-cinder-817642-1-iscsi neutron-server[101811]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:41:55.862877 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:41:55.862877 dv-cinder-817642-1-iscsi neutron-server[101811]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:41:55.862877 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:41:55.862877 dv-cinder-817642-1-iscsi neutron-server[101811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:41:55.862877 dv-cinder-817642-1-iscsi neutron-server[101811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:41:55.919556 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-be22ef7f-a9b2-4be8-967f-e4a47b7ba83a req-74ba5acc-32db-471a-8f57-0a015421a1e7 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255305 Nov 11 20:41:55.932911 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-b8a6e77a-5925-42f3-bcca-7e480ab7efab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656125'] for network, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:41:55.949096 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-b8a6e77a-5925-42f3-bcca-7e480ab7efab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for network, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:41:55.952211 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-b8a6e77a-5925-42f3-bcca-7e480ab7efab admin admin] 10.222.0.61 "DELETE /v2.0/networks/ce672723-6882-4ab4-9659-ebe86d0ace99 HTTP/1.1" status: 204 len: 168 time: 0.5696981 Nov 11 20:41:55.964108 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a6e77a-5925-42f3-bcca-7e480ab7efab admin admin] Pushing event deleted for resources: {'Network': ['ID=ce672723-6882-4ab4-9659-ebe86d0ace99,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:41:56.080953 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd7a52-b2a3-4b81-be40-34382f444807 req-f977340c-a770-472b-9656-8be85ce10f7c tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:56.082447 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fbfd7a52-b2a3-4b81-be40-34382f444807 req-f977340c-a770-472b-9656-8be85ce10f7c tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0526366 Nov 11 20:41:56.130030 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 46170) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:41:56.137041 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fbfd7a52-b2a3-4b81-be40-34382f444807 req-d42aa20a-c4d9-48c8-b3fb-dd55822edb78 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472324 Nov 11 20:41:56.173083 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-44e238ed-be79-487f-a3d6-2daad8db980f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=da3138643605461997fb39e99bac9845&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418122 Nov 11 20:41:56.175645 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 46174) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:41:56.222656 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-0f285729-2192-4d69-a7e1-1a1a85fac495 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:41:56.243803 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-0f285729-2192-4d69-a7e1-1a1a85fac495 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:41:56.292001 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-0f285729-2192-4d69-a7e1-1a1a85fac495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:41:56.294497 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-0f285729-2192-4d69-a7e1-1a1a85fac495 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:41:56.295608 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-0f285729-2192-4d69-a7e1-1a1a85fac495 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a6011662-05af-48d6-93b4-66343e6538ca HTTP/1.1" status: 204 len: 168 time: 0.1190553 Nov 11 20:41:56.302938 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f285729-2192-4d69-a7e1-1a1a85fac495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6011662-05af-48d6-93b4-66343e6538ca,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:41:56.461776 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd85b6a-5107-4d0d-b4fc-8cb40ca62388 req-82130009-82a4-46a8-930d-58764cdd888c tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:56.463275 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1bd85b6a-5107-4d0d-b4fc-8cb40ca62388 req-82130009-82a4-46a8-930d-58764cdd888c tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 943 time: 0.0528710 Nov 11 20:41:56.512323 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1bd85b6a-5107-4d0d-b4fc-8cb40ca62388 req-475cb3b0-4fba-4fcf-9e2f-67ec7b9b34a1 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431278 Nov 11 20:41:56.989564 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [req-9c3562b7-ee0a-4e8e-890e-58620b72a270 req-a87121e1-73e6-4f0d-b335-beec5ea1ed81 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=101811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:41:56.990805 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9c3562b7-ee0a-4e8e-890e-58620b72a270 req-a87121e1-73e6-4f0d-b335-beec5ea1ed81 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056615 Nov 11 20:41:57.153306 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d22f76f-bc5e-4392-9bf5-abc82539ff29 req-55112f18-b473-47e7-9b2e-8ce32a80e749 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:57.154841 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0d22f76f-bc5e-4392-9bf5-abc82539ff29 req-55112f18-b473-47e7-9b2e-8ce32a80e749 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=f872205c-fe9f-4e51-8359-dd7e9e65f155 HTTP/1.1" status: 200 len: 946 time: 0.0524366 Nov 11 20:41:57.205222 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0d22f76f-bc5e-4392-9bf5-abc82539ff29 req-36fc4f3c-82dd-4083-9b9e-317912197eed tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437753 Nov 11 20:41:57.319535 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22665493-c8ca-4b02-acb7-91314568fba1 req-8dc3e9d7-ab43-42a1-8297-ba6808b3760b tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:57.321022 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-22665493-c8ca-4b02-acb7-91314568fba1 req-8dc3e9d7-ab43-42a1-8297-ba6808b3760b tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 943 time: 0.0536978 Nov 11 20:41:57.372896 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-22665493-c8ca-4b02-acb7-91314568fba1 req-2841324b-93a6-454c-8ed0-9f4241722e92 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455284 Nov 11 20:41:57.502300 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee46437-37be-407d-93ef-8ca9dc999b83 req-7073c47a-1054-4081-9137-710256940420 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:57.503781 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5ee46437-37be-407d-93ef-8ca9dc999b83 req-7073c47a-1054-4081-9137-710256940420 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0536356 Nov 11 20:41:57.571421 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5ee46437-37be-407d-93ef-8ca9dc999b83 req-ca8572a8-57c1-4a15-ae7b-ff48825060b9 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591953 Nov 11 20:41:57.623842 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 46252) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:41:57.708751 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [req-23a275ad-bfe7-476f-af9e-5fe1abdc4061 req-4a15454e-77ae-4414-b107-335ce7ffc7a1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0837379 Nov 11 20:41:57.717530 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [req-23a275ad-bfe7-476f-af9e-5fe1abdc4061 req-268b0078-0d03-40e8-81a7-7bc5e03d2dac service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=101812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:41:57.718713 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [req-23a275ad-bfe7-476f-af9e-5fe1abdc4061 req-268b0078-0d03-40e8-81a7-7bc5e03d2dac service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050368 Nov 11 20:41:58.321141 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6069f-2b28-48bc-9c38-4903bae04f3d req-c31f58d9-e8de-4da9-8aff-64e988c50c5c tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:58.322718 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ffe6069f-2b28-48bc-9c38-4903bae04f3d req-c31f58d9-e8de-4da9-8aff-64e988c50c5c tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=f872205c-fe9f-4e51-8359-dd7e9e65f155 HTTP/1.1" status: 200 len: 946 time: 0.0515783 Nov 11 20:41:58.369858 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ffe6069f-2b28-48bc-9c38-4903bae04f3d req-e313194f-4231-4756-b4d9-594fd4730c36 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407259 Nov 11 20:41:58.495799 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42d1d1-cb35-434e-b827-8d69e40dd5cd req-01101201-9f21-45d3-aea3-91eab4bc0ad0 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:58.497196 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5d42d1d1-cb35-434e-b827-8d69e40dd5cd req-01101201-9f21-45d3-aea3-91eab4bc0ad0 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 943 time: 0.0483325 Nov 11 20:41:58.545184 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5d42d1d1-cb35-434e-b827-8d69e40dd5cd req-9c286811-16db-4294-a367-879b6e42ea22 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421062 Nov 11 20:41:58.691856 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3a603-e120-47ba-b831-7bbd4137b716 req-6857d882-a0a5-482c-b194-44e87bf276cb tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:58.693509 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4bb3a603-e120-47ba-b831-7bbd4137b716 req-6857d882-a0a5-482c-b194-44e87bf276cb tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0487280 Nov 11 20:41:58.742621 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device bc0e19f0-bdca-4923-a0c3-77ad0c202bdc no longer exists at agent hyperv_hv-cinder-81764 {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:41:58.745469 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4bb3a603-e120-47ba-b831-7bbd4137b716 req-09ed198a-5d91-45fd-8f7c-51206089d55c tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450966 Nov 11 20:41:59.489071 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ba455-50ab-4163-b34f-cd5bf6727cfe req-34d83977-7303-4186-8297-f1faeaaadf8b tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:59.490530 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d37ba455-50ab-4163-b34f-cd5bf6727cfe req-34d83977-7303-4186-8297-f1faeaaadf8b tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=f872205c-fe9f-4e51-8359-dd7e9e65f155 HTTP/1.1" status: 200 len: 946 time: 0.0492635 Nov 11 20:41:59.537056 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d37ba455-50ab-4163-b34f-cd5bf6727cfe req-aea68b2b-7f47-42e5-beb4-7a9b7f728353 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400014 Nov 11 20:41:59.669500 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab20da-6b45-4e57-911d-01bf87945c8f req-aa218f00-02f7-44bb-9ce5-27718a9753e4 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:59.671101 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-bfab20da-6b45-4e57-911d-01bf87945c8f req-aa218f00-02f7-44bb-9ce5-27718a9753e4 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 943 time: 0.0518696 Nov 11 20:41:59.727111 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-bfab20da-6b45-4e57-911d-01bf87945c8f req-98a52840-6d6c-4a50-8c6c-d4e41da131ac tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442495 Nov 11 20:41:59.869391 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed0e6b-bc65-4d7d-963b-ecc31c813ee4 req-0c2abad5-cec4-49c9-97a0-9c563b75f534 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:59.871235 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-92ed0e6b-bc65-4d7d-963b-ecc31c813ee4 req-0c2abad5-cec4-49c9-97a0-9c563b75f534 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0532572 Nov 11 20:41:59.919844 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-92ed0e6b-bc65-4d7d-963b-ecc31c813ee4 req-987afabe-7542-41e6-83a3-02af77a59737 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427372 Nov 11 20:41:59.972512 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed8bd7-e520-484d-bf12-b8c79fe28c5c req-fed18852-87ab-486e-9977-f22496d47dcc tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:41:59.974048 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d4ed8bd7-e520-484d-bf12-b8c79fe28c5c req-fed18852-87ab-486e-9977-f22496d47dcc tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.78 "GET /v2.0/ports?device_id=f872205c-fe9f-4e51-8359-dd7e9e65f155 HTTP/1.1" status: 200 len: 946 time: 0.0517368 Nov 11 20:42:00.086140 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [req-d4ed8bd7-e520-484d-bf12-b8c79fe28c5c req-f9ffd457-1514-4e27-a4a3-efd7e41ea086 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Deleting port 4edbb89c-4f5c-491a-9011-52c3c60a224c {{(pid=101811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:42:00.086475 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-d4ed8bd7-e520-484d-bf12-b8c79fe28c5c req-f9ffd457-1514-4e27-a4a3-efd7e41ea086 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:00.179098 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-d4ed8bd7-e520-484d-bf12-b8c79fe28c5c req-f9ffd457-1514-4e27-a4a3-efd7e41ea086 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] For port 4edbb89c-4f5c-491a-9011-52c3c60a224c, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=4edbb89c-4f5c-491a-9011-52c3c60a224c,segment=NetworkSegment(727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f),segment_id=727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f)] {{(pid=101811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:42:00.179449 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-d4ed8bd7-e520-484d-bf12-b8c79fe28c5c req-f9ffd457-1514-4e27-a4a3-efd7e41ea086 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:00.191715 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [req-d4ed8bd7-e520-484d-bf12-b8c79fe28c5c req-f9ffd457-1514-4e27-a4a3-efd7e41ea086 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Calling delete_port for 4edbb89c-4f5c-491a-9011-52c3c60a224c owned by compute:nova {{(pid=101811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:42:00.328633 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-d4ed8bd7-e520-484d-bf12-b8c79fe28c5c req-f9ffd457-1514-4e27-a4a3-efd7e41ea086 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25464144'] for port, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:00.345472 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] get_ports_and_sgs() called for port_ids ['a1e7e113-49ef-49f9-9fd9-7534d076360a', '29fa7464-b08b-4f56-89c0-b86091d4eb50', '4edbb89c-4f5c-491a-9011-52c3c60a224c'] {{(pid=101813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:42:00.358045 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ffd457-1514-4e27-a4a3-efd7e41ea086 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Pushing event deleted for resources: {'Port': ['ID=4edbb89c-4f5c-491a-9011-52c3c60a224c,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:00.398787 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4ed8bd7-e520-484d-bf12-b8c79fe28c5c req-f9ffd457-1514-4e27-a4a3-efd7e41ea086 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] No DVR routers for this DVR port 4edbb89c-4f5c-491a-9011-52c3c60a224c on host hv-cinder-81764 {{(pid=101811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:42:00.401353 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-d4ed8bd7-e520-484d-bf12-b8c79fe28c5c req-f9ffd457-1514-4e27-a4a3-efd7e41ea086 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:00.404691 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d4ed8bd7-e520-484d-bf12-b8c79fe28c5c req-f9ffd457-1514-4e27-a4a3-efd7e41ea086 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.78 "DELETE /v2.0/ports/4edbb89c-4f5c-491a-9011-52c3c60a224c HTTP/1.1" status: 204 len: 173 time: 0.4197896 Nov 11 20:42:00.405230 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f872205c-fe9f-4e51-8359-dd7e9e65f155', 'name': 'network-vif-deleted', 'tag': '4edbb89c-4f5c-491a-9011-52c3c60a224c'}] {{(pid=101811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:42:00.407765 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5736cb7e175e5ed5563496e7c8b9c6d8883e61bc6d504a4dc096e4a6f480cdce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74bb290-1a62-414d-84e4-9a16316c6c78" -d '{"events": [{"server_uuid": "f872205c-fe9f-4e51-8359-dd7e9e65f155", "name": "network-vif-deleted", "tag": "4edbb89c-4f5c-491a-9011-52c3c60a224c"}]}' {{(pid=101811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:42:00.455327 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e02c1b4-6ebf-48b9-8998-20f8a31de319 x-openstack-request-id: req-5e02c1b4-6ebf-48b9-8998-20f8a31de319 {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:42:00.455632 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f872205c-fe9f-4e51-8359-dd7e9e65f155", "name": "network-vif-deleted", "tag": "4edbb89c-4f5c-491a-9011-52c3c60a224c", "status": "completed", "code": 200}]} {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:42:00.455886 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5e02c1b4-6ebf-48b9-8998-20f8a31de319 {{(pid=101811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:42:00.456314 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f872205c-fe9f-4e51-8359-dd7e9e65f155', 'name': 'network-vif-deleted', 'tag': '4edbb89c-4f5c-491a-9011-52c3c60a224c', 'status': 'completed', 'code': 200} Nov 11 20:42:00.664377 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a514fa88-43f8-42bd-b086-bb2c775e846a req-052623ff-a0b3-4355-b6db-2210c2db489f tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=f872205c-fe9f-4e51-8359-dd7e9e65f155 HTTP/1.1" status: 200 len: 210 time: 0.0288486 Nov 11 20:42:00.713546 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3009de78-1099-4647-9218-01e8aa88a123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:00.851427 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d91f27-d0b3-4be0-9514-d84fa2dcebb0 req-82b0a9ba-557a-4e28-8f7b-4d2e08eccab5 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:00.852656 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e7d91f27-d0b3-4be0-9514-d84fa2dcebb0 req-82b0a9ba-557a-4e28-8f7b-4d2e08eccab5 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 943 time: 0.0506957 Nov 11 20:42:00.901008 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e7d91f27-d0b3-4be0-9514-d84fa2dcebb0 req-ce593ab2-05b2-4e1e-854d-8aca85ac9d27 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419693 Nov 11 20:42:01.037408 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066504f0-456c-4c55-bd81-1b8aaea23664 req-e6758c14-2a80-4b19-97f7-0a7c38532521 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:01.039780 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-066504f0-456c-4c55-bd81-1b8aaea23664 req-e6758c14-2a80-4b19-97f7-0a7c38532521 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0496488 Nov 11 20:42:01.090495 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-066504f0-456c-4c55-bd81-1b8aaea23664 req-92df8022-4e5f-4008-aea6-b47c62845307 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442774 Nov 11 20:42:01.999881 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57b62ec-1bad-4fc5-bf64-8adb36a13e6a req-2ee8341c-4827-42d6-8f54-b102ea245e4e tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:02.001353 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f57b62ec-1bad-4fc5-bf64-8adb36a13e6a req-2ee8341c-4827-42d6-8f54-b102ea245e4e tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=bded2955-e01c-44b7-8296-944f839f06b9 HTTP/1.1" status: 200 len: 945 time: 0.1128707 Nov 11 20:42:02.032230 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a275ad-bfe7-476f-af9e-5fe1abdc4061 req-ac56372a-1536-46b6-87c5-c8e3873430c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:02.033634 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-23a275ad-bfe7-476f-af9e-5fe1abdc4061 req-ac56372a-1536-46b6-87c5-c8e3873430c4 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c&tenant_id=38d540a76ef9405bb94b7e433494fabd HTTP/1.1" status: 200 len: 1096 time: 0.1342611 Nov 11 20:42:02.077618 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c96b55-4cf6-4e7c-b50b-62c9f46e2af1 req-d7f56fce-2a6b-49e6-9113-9433f4108f7c tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:02.079040 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b8c96b55-4cf6-4e7c-b50b-62c9f46e2af1 req-d7f56fce-2a6b-49e6-9113-9433f4108f7c tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 943 time: 0.1005332 Nov 11 20:42:02.096859 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f57b62ec-1bad-4fc5-bf64-8adb36a13e6a req-b3bc222d-f270-408b-927d-4252efa4db4c tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879548 Nov 11 20:42:02.149585 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a275ad-bfe7-476f-af9e-5fe1abdc4061 req-d9a443f8-217d-4575-b790-4cbd0bfcff97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:02.151070 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-23a275ad-bfe7-476f-af9e-5fe1abdc4061 req-d9a443f8-217d-4575-b790-4cbd0bfcff97 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=38d540a76ef9405bb94b7e433494fabd&device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 1096 time: 0.0684838 Nov 11 20:42:02.162637 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b8c96b55-4cf6-4e7c-b50b-62c9f46e2af1 req-41d45a19-37dc-40ca-a566-24307c347abb tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713127 Nov 11 20:42:02.305892 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3fc2b4-dba8-4743-ab50-f4c5b9280294 req-b9af5a7a-f547-4168-bbf6-6fe2405e6e30 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:02.307339 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-dd3fc2b4-dba8-4743-ab50-f4c5b9280294 req-b9af5a7a-f547-4168-bbf6-6fe2405e6e30 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0706096 Nov 11 20:42:02.308677 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a275ad-bfe7-476f-af9e-5fe1abdc4061 req-756f32c1-d558-405d-b8bf-81fd3defbea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:02.310065 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-23a275ad-bfe7-476f-af9e-5fe1abdc4061 req-756f32c1-d558-405d-b8bf-81fd3defbea5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=51d362a5-52f5-4926-aac3-68c4c9326236 HTTP/1.1" status: 200 len: 917 time: 0.1289883 Nov 11 20:42:02.402366 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-dd3fc2b4-dba8-4743-ab50-f4c5b9280294 req-54fd5901-722b-46fb-a25f-beff0d4d4180 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888748 Nov 11 20:42:02.406321 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-23a275ad-bfe7-476f-af9e-5fe1abdc4061 req-0ad15a79-3e85-4260-80e7-cb8721e08b3f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc0e19f0-bdca-4923-a0c3-77ad0c202bdc HTTP/1.1" status: 200 len: 999 time: 0.0800593 Nov 11 20:42:02.700891 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a275ad-bfe7-476f-af9e-5fe1abdc4061 req-079ecd04-6b38-4ad7-9b0f-bf14fa32b750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:02.702346 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-23a275ad-bfe7-476f-af9e-5fe1abdc4061 req-079ecd04-6b38-4ad7-9b0f-bf14fa32b750 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b93905e5-6d6f-41ed-9efc-0dfc53d52f76 HTTP/1.1" status: 200 len: 855 time: 0.2829564 Nov 11 20:42:02.753121 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a275ad-bfe7-476f-af9e-5fe1abdc4061 req-7a91453e-5fd2-4bd7-8f8f-d28901e5502a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:02.754596 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-23a275ad-bfe7-476f-af9e-5fe1abdc4061 req-7a91453e-5fd2-4bd7-8f8f-d28901e5502a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=51d362a5-52f5-4926-aac3-68c4c9326236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401583 Nov 11 20:42:02.861443 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-23a275ad-bfe7-476f-af9e-5fe1abdc4061 req-e63aa550-2fff-426c-b78c-3677256ef600 service neutron] 10.222.0.78 "GET /v2.0/networks/51d362a5-52f5-4926-aac3-68c4c9326236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863943 Nov 11 20:42:02.969388 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-23a275ad-bfe7-476f-af9e-5fe1abdc4061 req-f0eac719-1b4f-44b1-820e-b4036f492516 service neutron] 10.222.0.78 "GET /v2.0/networks/51d362a5-52f5-4926-aac3-68c4c9326236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905204 Nov 11 20:42:03.250922 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00caca5e-7fc8-454e-a9f5-723d2147fcf4 req-34d10a29-ec0b-4876-ba77-cce566340761 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:03.260431 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-00caca5e-7fc8-454e-a9f5-723d2147fcf4 req-34d10a29-ec0b-4876-ba77-cce566340761 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=bded2955-e01c-44b7-8296-944f839f06b9 HTTP/1.1" status: 200 len: 945 time: 0.0737007 Nov 11 20:42:03.356206 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-00caca5e-7fc8-454e-a9f5-723d2147fcf4 req-653fef31-87bf-4105-bab9-33c323c3b842 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947490 Nov 11 20:42:03.366015 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98105ffb-528e-47fa-bdec-7367a8f998d8 req-809aaf23-1393-4e0e-9694-40f1e76817c2 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:03.372491 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-98105ffb-528e-47fa-bdec-7367a8f998d8 req-809aaf23-1393-4e0e-9694-40f1e76817c2 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 943 time: 0.1043062 Nov 11 20:42:03.384534 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-dbf08c4d-c85d-4ad3-9069-506b93b28026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:03.431218 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-98105ffb-528e-47fa-bdec-7367a8f998d8 req-73519f3e-2083-42f3-b8f2-767ed6a5a684 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566671 Nov 11 20:42:03.546079 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca6bf7-226b-4115-a813-2c1e4623dbe3 req-3251de9d-bb52-4160-ba7f-737a50f8433d tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:03.547565 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1fca6bf7-226b-4115-a813-2c1e4623dbe3 req-3251de9d-bb52-4160-ba7f-737a50f8433d tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0509531 Nov 11 20:42:03.604767 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1fca6bf7-226b-4115-a813-2c1e4623dbe3 req-725db621-02c9-44a8-a1a1-fc0385705dd3 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510273 Nov 11 20:42:04.031582 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 4edbb89c-4f5c-491a-9011-52c3c60a224c no longer exists at agent hyperv_hv-cinder-81764 {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:42:04.062334 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] No Port match for: 4edbb89c-4f5c-491a-9011-52c3c60a224c {{(pid=101813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:42:04.062670 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 4edbb89c-4f5c-491a-9011-52c3c60a224c not bound to the agent host hv-cinder-81764 {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:42:04.357073 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3d9940ef-842e-4b07-a279-f9f66b0ee11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:04.499511 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619b469-3910-49f5-b861-be7a69e05427 req-9e502e51-800e-49d1-9c7d-3b84ce3ff456 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:04.501127 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9619b469-3910-49f5-b861-be7a69e05427 req-9e502e51-800e-49d1-9c7d-3b84ce3ff456 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=bded2955-e01c-44b7-8296-944f839f06b9 HTTP/1.1" status: 200 len: 945 time: 0.0595083 Nov 11 20:42:04.577582 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9619b469-3910-49f5-b861-be7a69e05427 req-641db67f-c438-4881-894e-2b448c5cfdcc tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693531 Nov 11 20:42:04.595519 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e919e87-1aa5-4901-bbd8-dc2de2475fa5 req-b680eaa4-3af5-4bdb-bd28-96e12d559d15 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:04.597266 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5e919e87-1aa5-4901-bbd8-dc2de2475fa5 req-b680eaa4-3af5-4bdb-bd28-96e12d559d15 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 943 time: 0.0733838 Nov 11 20:42:04.667843 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5e919e87-1aa5-4901-bbd8-dc2de2475fa5 req-e864811e-0d2f-4011-adee-1081129f2e34 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529532 Nov 11 20:42:04.798575 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e5fa3-e21d-48c8-8d23-23a22e4d2367 req-b3b15b41-4555-4268-9a3d-3ddac15ddd79 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:04.800443 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e28e5fa3-e21d-48c8-8d23-23a22e4d2367 req-b3b15b41-4555-4268-9a3d-3ddac15ddd79 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0619640 Nov 11 20:42:04.855930 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e28e5fa3-e21d-48c8-8d23-23a22e4d2367 req-0e668dfa-00ce-46a1-9dac-d3604a0826b2 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488281 Nov 11 20:42:05.701596 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b2af0-afed-4fdf-b631-f25896da5f67 req-e0aab78f-44de-48d0-9d02-81f9a67b9e4e tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:05.703124 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-be3b2af0-afed-4fdf-b631-f25896da5f67 req-e0aab78f-44de-48d0-9d02-81f9a67b9e4e tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=bded2955-e01c-44b7-8296-944f839f06b9 HTTP/1.1" status: 200 len: 945 time: 0.0510156 Nov 11 20:42:05.751098 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-be3b2af0-afed-4fdf-b631-f25896da5f67 req-f44e0192-41cd-4af2-b5de-ea2918ae10c9 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416574 Nov 11 20:42:05.857149 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e89dd91-2601-41d1-9cb6-6a05aaff7ca6 req-013c2a8d-8de4-4e37-b157-3ef35b083f91 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:05.858647 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7e89dd91-2601-41d1-9cb6-6a05aaff7ca6 req-013c2a8d-8de4-4e37-b157-3ef35b083f91 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 943 time: 0.0519190 Nov 11 20:42:05.919334 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7e89dd91-2601-41d1-9cb6-6a05aaff7ca6 req-e3305e94-789b-4284-bf5b-00bca4912da2 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534329 Nov 11 20:42:06.074920 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b15ba-ddf0-42d8-a058-ed024ed67ef6 req-cf604234-9296-49a1-941f-d080d5a90a99 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:06.082604 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-608b15ba-ddf0-42d8-a058-ed024ed67ef6 req-cf604234-9296-49a1-941f-d080d5a90a99 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0603597 Nov 11 20:42:06.103628 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b24fd597-249d-429f-8b46-48f3c6a9ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:06.127626 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-608b15ba-ddf0-42d8-a058-ed024ed67ef6 req-5a4e1930-7e3a-47cf-9a58-5bad09876daa tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440953 Nov 11 20:42:06.436345 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:06.873430 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5abf5-a99c-4c95-a913-8a73f916b804 req-9c560fae-fc11-4aaa-8a6a-1131f5569a92 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:06.874890 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fcd5abf5-a99c-4c95-a913-8a73f916b804 req-9c560fae-fc11-4aaa-8a6a-1131f5569a92 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=bded2955-e01c-44b7-8296-944f839f06b9 HTTP/1.1" status: 200 len: 945 time: 0.0481195 Nov 11 20:42:06.922411 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fcd5abf5-a99c-4c95-a913-8a73f916b804 req-d8da66fc-e357-488f-93bd-f327d024f902 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414710 Nov 11 20:42:07.057859 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7250e-2328-4070-80a3-ae26ab3c4c1b req-cf8e09b3-ddb6-443a-a2a8-632da2f18b4f tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:07.059390 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fbc7250e-2328-4070-80a3-ae26ab3c4c1b req-cf8e09b3-ddb6-443a-a2a8-632da2f18b4f tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 943 time: 0.0540819 Nov 11 20:42:07.112572 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fbc7250e-2328-4070-80a3-ae26ab3c4c1b req-a197d5ee-5dbc-4720-acf1-2614ee7ea191 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471528 Nov 11 20:42:07.251365 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d835df-fcfc-434d-80d0-66e6fabfeb96 req-ecf33ef2-2b70-4383-8cef-81396b7bb591 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:07.252860 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-75d835df-fcfc-434d-80d0-66e6fabfeb96 req-ecf33ef2-2b70-4383-8cef-81396b7bb591 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0521579 Nov 11 20:42:07.319257 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-75d835df-fcfc-434d-80d0-66e6fabfeb96 req-789a37a7-8478-414d-8390-8100eb1a721f tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596445 Nov 11 20:42:08.047434 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43071900-ffb8-45e6-af6c-07b47e6962f5 req-2610fcec-b5e6-4559-acaf-08bc8368b3e8 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:08.048935 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-43071900-ffb8-45e6-af6c-07b47e6962f5 req-2610fcec-b5e6-4559-acaf-08bc8368b3e8 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=bded2955-e01c-44b7-8296-944f839f06b9 HTTP/1.1" status: 200 len: 945 time: 0.0488396 Nov 11 20:42:08.102162 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-43071900-ffb8-45e6-af6c-07b47e6962f5 req-a6b8d8bb-df27-4b94-ad2d-4fcf9eb1b8aa tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466299 Nov 11 20:42:08.250218 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95209e-b138-44ab-b154-f4ea2ab32a66 req-6ba630e2-c3ff-4e84-be30-f58335a6bc43 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:08.251721 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cf95209e-b138-44ab-b154-f4ea2ab32a66 req-6ba630e2-c3ff-4e84-be30-f58335a6bc43 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 943 time: 0.0579560 Nov 11 20:42:08.305910 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cf95209e-b138-44ab-b154-f4ea2ab32a66 req-fed9d181-bdb1-4119-b8a0-1f43534b4d09 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478718 Nov 11 20:42:08.472349 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dbfccb-4d81-479b-af36-3f101046c813 req-d7ec4331-84ad-4e20-adbd-70c16e4592db tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:08.474135 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e2dbfccb-4d81-479b-af36-3f101046c813 req-d7ec4331-84ad-4e20-adbd-70c16e4592db tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0522962 Nov 11 20:42:08.528352 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 46498) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:42:08.530948 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e2dbfccb-4d81-479b-af36-3f101046c813 req-b10266ea-5014-4ae5-901b-001d6891a9e3 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498698 Nov 11 20:42:08.642052 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-85f4d34d-815e-43d3-a1c0-bc1407aaa839 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:08.729415 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-85f4d34d-815e-43d3-a1c0-bc1407aaa839 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:08.733052 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-85f4d34d-815e-43d3-a1c0-bc1407aaa839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:08.769898 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-85f4d34d-815e-43d3-a1c0-bc1407aaa839 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a24f512bbf4142009fd487c52d40ce97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2404828 Nov 11 20:42:08.770750 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f4d34d-815e-43d3-a1c0-bc1407aaa839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69316c6b-b0d8-49ba-a879-edd8f88228ca,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:08.773613 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 46504) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:42:08.826122 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-e8a65156-03bc-4c91-a917-69ae6671fb21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:08.847630 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-e8a65156-03bc-4c91-a917-69ae6671fb21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:08.906841 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-e8a65156-03bc-4c91-a917-69ae6671fb21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:08.909636 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-e8a65156-03bc-4c91-a917-69ae6671fb21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:08.910802 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-e8a65156-03bc-4c91-a917-69ae6671fb21 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/69316c6b-b0d8-49ba-a879-edd8f88228ca HTTP/1.1" status: 204 len: 168 time: 0.1361554 Nov 11 20:42:08.932820 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a65156-03bc-4c91-a917-69ae6671fb21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69316c6b-b0d8-49ba-a879-edd8f88228ca,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:09.239947 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70d3ff-01ed-44b4-bf27-b9424a064170 req-9bbbbdf3-ebc6-4e89-83f5-7f29b3329ee7 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:09.256931 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9e70d3ff-01ed-44b4-bf27-b9424a064170 req-9bbbbdf3-ebc6-4e89-83f5-7f29b3329ee7 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=bded2955-e01c-44b7-8296-944f839f06b9 HTTP/1.1" status: 200 len: 945 time: 0.0764697 Nov 11 20:42:09.311182 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9e70d3ff-01ed-44b4-bf27-b9424a064170 req-dfa84fdf-90d9-44c6-87cd-1c78e825c826 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468695 Nov 11 20:42:09.452365 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123274b8-a092-401a-aeee-749b73637f33 req-516d4a64-8316-4d15-9bbb-eeaa40cd99ec tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:09.454353 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-123274b8-a092-401a-aeee-749b73637f33 req-516d4a64-8316-4d15-9bbb-eeaa40cd99ec tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 943 time: 0.0654192 Nov 11 20:42:09.518829 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-123274b8-a092-401a-aeee-749b73637f33 req-4ea0009f-eb15-4f31-be97-bcbb14dd648c tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532253 Nov 11 20:42:09.656518 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 46534) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:42:09.657078 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507e710-7330-4b2c-a7d5-ca39baae1c1e req-a76db4c8-0917-4897-b487-1a766923db11 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:09.658136 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e507e710-7330-4b2c-a7d5-ca39baae1c1e req-a76db4c8-0917-4897-b487-1a766923db11 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0541203 Nov 11 20:42:09.714732 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e507e710-7330-4b2c-a7d5-ca39baae1c1e req-e5f8e2fb-715c-4db5-b0cf-a77de69b1fda tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502315 Nov 11 20:42:09.794968 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [None req-bcf13c58-714c-474f-884c-99e458b67828 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2070699845-network', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600'}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:42:09.815018 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf13c58-714c-474f-884c-99e458b67828 admin admin] Made reservation on behalf of 4dd611087eb441dc94ef8c18b6b7d600 for: {'network': 1} {{(pid=101812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:42:09.817735 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-bcf13c58-714c-474f-884c-99e458b67828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for network, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:09.826393 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-bcf13c58-714c-474f-884c-99e458b67828 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:09.908784 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-bcf13c58-714c-474f-884c-99e458b67828 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:09.913817 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-bcf13c58-714c-474f-884c-99e458b67828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:09.927116 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcf13c58-714c-474f-884c-99e458b67828 admin admin] vlan segment allocate from pool success with {'vlan_id': 878, 'physical_network': 'physnet1'} {{(pid=101812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:42:09.945560 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-bcf13c58-714c-474f-884c-99e458b67828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16407769'] for segment, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:09.945886 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.db.segments_db [None req-bcf13c58-714c-474f-884c-99e458b67828 admin admin] Added segment bdd575c3-b455-4e13-be7c-a87e3122aa2c of type vlan for network 79971f2e-5dd3-4116-8573-ccbb33e6422f Nov 11 20:42:09.986744 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf13c58-714c-474f-884c-99e458b67828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f826d8cd-94f8-47a0-8439-2274a77e2a8e,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:09.997262 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-bcf13c58-714c-474f-884c-99e458b67828 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768468705491'] for network, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:10.024629 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-bcf13c58-714c-474f-884c-99e458b67828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858'] for network, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:10.025499 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf13c58-714c-474f-884c-99e458b67828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:10.026075 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-bcf13c58-714c-474f-884c-99e458b67828 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for network, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:10.082917 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-bcf13c58-714c-474f-884c-99e458b67828 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4246585 Nov 11 20:42:10.085924 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 46538) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:42:10.091243 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [None req-3176857c-4851-4689-a449-802dfd18d9ed admin admin] Request body: {'subnet': {'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2070699845-subnet', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'ip_version': 4}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:42:10.091440 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf13c58-714c-474f-884c-99e458b67828 admin admin] Pushing event updated for resources: {'Network': ['ID=79971f2e-5dd3-4116-8573-ccbb33e6422f,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:10.101688 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Network 79971f2e-5dd3-4116-8573-ccbb33e6422f details requested by agent ovs-agent-dv-cinder-817642-1-iscsi with host dv-cinder-817642-1-iscsi {{(pid=101813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:42:10.112759 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3176857c-4851-4689-a449-802dfd18d9ed admin admin] Made reservation on behalf of 4dd611087eb441dc94ef8c18b6b7d600 for: {'subnet': 1} {{(pid=101811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:42:10.115235 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-3176857c-4851-4689-a449-802dfd18d9ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25383819'] for subnet, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:10.314110 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-3176857c-4851-4689-a449-802dfd18d9ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25464228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25383833'] for subnet, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:10.377711 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3176857c-4851-4689-a449-802dfd18d9ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=535394ca-6702-4a16-9e94-00db56f6b620,revision_number=0']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:10.392439 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3176857c-4851-4689-a449-802dfd18d9ed admin admin] Checking segment: {'id': 'bdd575c3-b455-4e13-be7c-a87e3122aa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:42:10.392793 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3176857c-4851-4689-a449-802dfd18d9ed admin admin] Network hostable DHCP agents. Network: 79971f2e-5dd3-4116-8573-ccbb33e6422f, hostable agents: ['4584d237-ef17-41dc-89a8-5da37ed889a0'], hosted agents: [] {{(pid=101811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:42:10.440056 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3176857c-4851-4689-a449-802dfd18d9ed admin admin] Network 79971f2e-5dd3-4116-8573-ccbb33e6422f is scheduled to be hosted by DHCP agent 4584d237-ef17-41dc-89a8-5da37ed889a0 with binding_index 1 {{(pid=101811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:42:10.452771 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.base_scheduler [None req-3176857c-4851-4689-a449-802dfd18d9ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817642-1-iscsi, 79971f2e-5dd3-4116-8573-ccbb33e6422f) {{(pid=101811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:42:10.462023 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1485098-d184-4c0b-a81c-754ca4055b7c None None] Network 79971f2e-5dd3-4116-8573-ccbb33e6422f requested from dv-cinder-817642-1-iscsi {{(pid=101813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:42:10.464256 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c34b9b-bfec-4181-8828-77e3b78c8599 req-56025d94-eb8d-45e4-a269-1e180e81f5c7 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:10.465748 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d9c34b9b-bfec-4181-8828-77e3b78c8599 req-56025d94-eb8d-45e4-a269-1e180e81f5c7 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=bded2955-e01c-44b7-8296-944f839f06b9 HTTP/1.1" status: 200 len: 945 time: 0.0706568 Nov 11 20:42:10.466958 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3176857c-4851-4689-a449-802dfd18d9ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:10.467534 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-3176857c-4851-4689-a449-802dfd18d9ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for subnet, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:10.497920 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-3176857c-4851-4689-a449-802dfd18d9ed admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4108038 Nov 11 20:42:10.500730 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 46542) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:42:10.505208 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [None req-37cf6eeb-3bf8-42c8-94e0-04f7564e6953 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2070699845-router', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2'}}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:42:10.526332 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-37cf6eeb-3bf8-42c8-94e0-04f7564e6953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-670138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25005'] for router, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:10.526563 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d9c34b9b-bfec-4181-8828-77e3b78c8599 req-3b420828-9808-474e-a8b3-7012459bd8e9 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529552 Nov 11 20:42:10.528349 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-37cf6eeb-3bf8-42c8-94e0-04f7564e6953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25012'] for router, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:10.651636 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0996d3c-a389-416b-b907-79b667b1aa13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc500f935-dd16-56a1-90f5-a4026435ad68-79971f2e-5dd3-4116-8573-ccbb33e6422f', 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'fixed_ips': [{'subnet_id': '535394ca-6702-4a16-9e94-00db56f6b620'}]}} from dv-cinder-817642-1-iscsi. {{(pid=101813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 20:42:10.652581 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-f0996d3c-a389-416b-b907-79b667b1aa13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:10.654161 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-37cf6eeb-3bf8-42c8-94e0-04f7564e6953 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:10.674095 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d2d85b-5000-463f-89bd-809480f105af req-e00e26ee-d550-4930-b7cb-2291574a96a0 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:10.675703 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-01d2d85b-5000-463f-89bd-809480f105af req-e00e26ee-d550-4930-b7cb-2291574a96a0 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 943 time: 0.0722013 Nov 11 20:42:10.732558 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-01d2d85b-5000-463f-89bd-809480f105af req-7efce1df-d864-4c97-aa58-736d385329bc tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488896 Nov 11 20:42:10.796442 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-37cf6eeb-3bf8-42c8-94e0-04f7564e6953 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:10.826629 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.db_base_plugin_common [None req-f0996d3c-a389-416b-b907-79b667b1aa13 None None] Allocated IP 172.20.0.2 (79971f2e-5dd3-4116-8573-ccbb33e6422f/535394ca-6702-4a16-9e94-00db56f6b620/01d943f8-097e-4535-ad65-13c16f5b7cd0) {{(pid=101813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:42:10.937687 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ee3be-3d73-46b6-844d-78d374507b44 req-bca5c116-a5ab-41ad-8a80-c3c5e5a73cc2 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:10.947709 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-622ee3be-3d73-46b6-844d-78d374507b44 req-bca5c116-a5ab-41ad-8a80-c3c5e5a73cc2 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0678093 Nov 11 20:42:11.027303 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-622ee3be-3d73-46b6-844d-78d374507b44 req-969abb31-2b2b-467c-a9ff-962d56246408 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785689 Nov 11 20:42:11.046617 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-f0996d3c-a389-416b-b907-79b667b1aa13 None None] Publish callbacks [] for port, precommit_create {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:11.052234 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-f0996d3c-a389-416b-b907-79b667b1aa13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945'] for port, after_create {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:11.054995 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-37cf6eeb-3bf8-42c8-94e0-04f7564e6953 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:11.073898 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-37cf6eeb-3bf8-42c8-94e0-04f7564e6953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:11.088364 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0996d3c-a389-416b-b907-79b667b1aa13 None None] Network 79971f2e-5dd3-4116-8573-ccbb33e6422f is already hosted by enough agents. {{(pid=101813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:42:11.091197 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.scheduler.base_scheduler [None req-f0996d3c-a389-416b-b907-79b667b1aa13 None None] Resources bound (agent type, host, resource id): {{(pid=101813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:42:11.096838 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0996d3c-a389-416b-b907-79b667b1aa13 None None] Received port after_create {{(pid=101813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:42:11.107906 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0996d3c-a389-416b-b907-79b667b1aa13 None None] Pushing event updated for resources: {'Port': ['ID=01d943f8-097e-4535-ad65-13c16f5b7cd0,revision_number=1']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:11.168757 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-f0996d3c-a389-416b-b907-79b667b1aa13 None None] Attempting to bind port 01d943f8-097e-4535-ad65-13c16f5b7cd0 on host dv-cinder-817642-1-iscsi for vnic_type normal with profile {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:42:11.168757 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-f0996d3c-a389-416b-b907-79b667b1aa13 None None] Attempting to bind port 01d943f8-097e-4535-ad65-13c16f5b7cd0 by drivers openvswitch,hyperv on host dv-cinder-817642-1-iscsi at level 0 using segments [{'id': 'bdd575c3-b455-4e13-be7c-a87e3122aa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f'}] {{(pid=101813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:42:11.168757 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0996d3c-a389-416b-b907-79b667b1aa13 None None] Attempting to bind port 01d943f8-097e-4535-ad65-13c16f5b7cd0 on network 79971f2e-5dd3-4116-8573-ccbb33e6422f {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:42:11.175673 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0996d3c-a389-416b-b907-79b667b1aa13 None None] Checking agent: {'id': '2f88a117-5cd0-41ac-983d-8c5af48f8bd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 30, 6), 'started_at': datetime.datetime(2021, 11, 11, 20, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:42:11.176206 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0996d3c-a389-416b-b907-79b667b1aa13 None None] Checking segment: {'id': 'bdd575c3-b455-4e13-be7c-a87e3122aa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:42:11.176678 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-f0996d3c-a389-416b-b907-79b667b1aa13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:11.177463 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0996d3c-a389-416b-b907-79b667b1aa13 None None] Bound using segment: {'id': 'bdd575c3-b455-4e13-be7c-a87e3122aa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f'} {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:42:11.177597 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-f0996d3c-a389-416b-b907-79b667b1aa13 None None] Bound port: 01d943f8-097e-4535-ad65-13c16f5b7cd0, host: dv-cinder-817642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd575c3-b455-4e13-be7c-a87e3122aa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f'}}] {{(pid=101813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:42:11.178059 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-f0996d3c-a389-416b-b907-79b667b1aa13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:11.204749 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.db.db_base_plugin_common [None req-37cf6eeb-3bf8-42c8-94e0-04f7564e6953 admin admin] Allocated IP 172.27.0.127 (06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2/dac47c4e-2532-416f-829a-3cf927393807/e4d5e6fd-7d5f-4986-a857-e19e3c788c33) {{(pid=101812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:42:11.249625 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-f0996d3c-a389-416b-b907-79b667b1aa13 None None] For port 01d943f8-097e-4535-ad65-13c16f5b7cd0, host dv-cinder-817642-1-iscsi, cleared binding levels {{(pid=101813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:42:11.252712 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-f0996d3c-a389-416b-b907-79b667b1aa13 None None] For port 01d943f8-097e-4535-ad65-13c16f5b7cd0, host dv-cinder-817642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=01d943f8-097e-4535-ad65-13c16f5b7cd0,segment=NetworkSegment(bdd575c3-b455-4e13-be7c-a87e3122aa2c),segment_id=bdd575c3-b455-4e13-be7c-a87e3122aa2c)] {{(pid=101813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:42:11.258362 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-f0996d3c-a389-416b-b907-79b667b1aa13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:11.321625 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0996d3c-a389-416b-b907-79b667b1aa13 None None] Pushing event updated for resources: {'Port': ['ID=01d943f8-097e-4535-ad65-13c16f5b7cd0,revision_number=2']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:11.324059 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-37cf6eeb-3bf8-42c8-94e0-04f7564e6953 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:11.382345 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-37cf6eeb-3bf8-42c8-94e0-04f7564e6953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3549817'] for port, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:11.431714 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cf6eeb-3bf8-42c8-94e0-04f7564e6953 admin admin] Network 06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2 is already hosted by enough agents. {{(pid=101812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:42:11.435498 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf6eeb-3bf8-42c8-94e0-04f7564e6953 admin admin] Pushing event updated for resources: {'Port': ['ID=e4d5e6fd-7d5f-4986-a857-e19e3c788c33,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:11.439157 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.base_scheduler [None req-37cf6eeb-3bf8-42c8-94e0-04f7564e6953 admin admin] Resources bound (agent type, host, resource id): {{(pid=101812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:42:11.441348 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cf6eeb-3bf8-42c8-94e0-04f7564e6953 admin admin] Received port after_create {{(pid=101812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:42:11.663236 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e204eb-8b5d-47b8-b7e7-b3183b53f98c req-650a3175-5f16-4f1f-9dc9-dc01a15b5172 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:11.671387 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-54e204eb-8b5d-47b8-b7e7-b3183b53f98c req-650a3175-5f16-4f1f-9dc9-dc01a15b5172 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=bded2955-e01c-44b7-8296-944f839f06b9 HTTP/1.1" status: 200 len: 945 time: 0.0678263 Nov 11 20:42:11.745929 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-54e204eb-8b5d-47b8-b7e7-b3183b53f98c req-393f87b7-1af8-4398-a16e-a19f118bcbd3 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740592 Nov 11 20:42:11.837783 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device 01d943f8-097e-4535-ad65-13c16f5b7cd0 up at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:42:11.917132 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Provisioning complete for port 01d943f8-097e-4535-ad65-13c16f5b7cd0 triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:42:11.917507 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:11.937730 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342dd396-eb5b-48e7-9546-feb995201444 req-733a9361-d2c3-4f4c-bf0a-38ebf4d4a5ab tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:11.949050 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-342dd396-eb5b-48e7-9546-feb995201444 req-733a9361-d2c3-4f4c-bf0a-38ebf4d4a5ab tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 943 time: 0.0996315 Nov 11 20:42:11.979203 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-37cf6eeb-3bf8-42c8-94e0-04f7564e6953 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:12.027918 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-342dd396-eb5b-48e7-9546-feb995201444 req-d5ef7f01-86fc-442b-9dd7-a6372c6943f6 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779624 Nov 11 20:42:12.053297 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:12.103678 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] For port 01d943f8-097e-4535-ad65-13c16f5b7cd0, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=01d943f8-097e-4535-ad65-13c16f5b7cd0,segment=NetworkSegment(bdd575c3-b455-4e13-be7c-a87e3122aa2c),segment_id=bdd575c3-b455-4e13-be7c-a87e3122aa2c)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:42:12.110919 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:12.175773 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Pushing event updated for resources: {'Port': ['ID=01d943f8-097e-4535-ad65-13c16f5b7cd0,revision_number=3']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:12.180007 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edfc82e-dd1f-4a55-b80c-5fb2597a1b72 req-855fb0c0-cafc-467a-a515-8e485b721061 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:12.181674 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7edfc82e-dd1f-4a55-b80c-5fb2597a1b72 req-855fb0c0-cafc-467a-a515-8e485b721061 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0528445 Nov 11 20:42:12.272098 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7edfc82e-dd1f-4a55-b80c-5fb2597a1b72 req-83a5dedc-281c-4d17-b2be-be726d3c9140 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551877 Nov 11 20:42:12.277770 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-37cf6eeb-3bf8-42c8-94e0-04f7564e6953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656037'] for router, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:12.416192 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37cf6eeb-3bf8-42c8-94e0-04f7564e6953 admin admin] Router 886bfc84-90db-4afe-9c27-9914b199172a is scheduled to L3 agent 078c1a4f-b62f-4fa2-93c9-12887f0677c3 with binding_index 1 {{(pid=101812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 20:42:12.453228 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82286c53-95d5-4a80-8499-a6d93663f5ad None None] Network 79971f2e-5dd3-4116-8573-ccbb33e6422f requested from dv-cinder-817642-1-iscsi {{(pid=101813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:42:12.524493 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37cf6eeb-3bf8-42c8-94e0-04f7564e6953 admin admin] Notify agent at l3_agent.dv-cinder-817642-1-iscsi the message routers_updated {{(pid=101812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:42:12.526524 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-e5f3bf1b-7c32-42e2-96cb-602a116a1561 None None] Provisioning complete for port 01d943f8-097e-4535-ad65-13c16f5b7cd0 triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:42:12.527120 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-e5f3bf1b-7c32-42e2-96cb-602a116a1561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:12.533171 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38af020-05a3-4978-b782-7874082c24bd None None] Sync routers for ids ['886bfc84-90db-4afe-9c27-9914b199172a'] in dv-cinder-817642-1-iscsi {{(pid=101814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:42:12.544649 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38af020-05a3-4978-b782-7874082c24bd None None] Routers {'886bfc84-90db-4afe-9c27-9914b199172a'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:42:12.545606 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-b38af020-05a3-4978-b782-7874082c24bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:42:03Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['886bfc84-90db-4afe-9c27-9914b199172a'], 'active': True} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:42:12.548624 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-37cf6eeb-3bf8-42c8-94e0-04f7564e6953 admin admin] Publish callbacks [] for router, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:12.552907 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 46558) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:42:12.553071 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-37cf6eeb-3bf8-42c8-94e0-04f7564e6953 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0511642 Nov 11 20:42:12.711328 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvr_db [None req-b38af020-05a3-4978-b782-7874082c24bd None None] Set router 886bfc84-90db-4afe-9c27-9914b199172a gateway port host: dv-cinder-817642-1-iscsi {{(pid=101814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:42:12.988946 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb53e94-1980-45dd-bbdb-d80589135ca2 req-ee3c1e61-7483-413b-825a-2a130f6d111d tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:12.990366 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1fb53e94-1980-45dd-bbdb-d80589135ca2 req-ee3c1e61-7483-413b-825a-2a130f6d111d tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=bded2955-e01c-44b7-8296-944f839f06b9 HTTP/1.1" status: 200 len: 945 time: 0.1052098 Nov 11 20:42:13.003393 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-b38af020-05a3-4978-b782-7874082c24bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '886bfc84-90db-4afe-9c27-9914b199172a', 'name': 'tempest-TestVolumeBootPattern-2070699845-router', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'e4d5e6fd-7d5f-4986-a857-e19e3c788c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:42:10Z', 'updated_at': '2021-11-11T20:42:11Z', 'revision_number': 3, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'gw_port': {'id': 'e4d5e6fd-7d5f-4986-a857-e19e3c788c33', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:11Z', 'updated_at': '2021-11-11T20:42:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi'}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:42:13.033135 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-34c76314-e3b8-47fa-8385-ac9a790019a2 None None] Provisioning complete for port 01d943f8-097e-4535-ad65-13c16f5b7cd0 triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:42:13.034436 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-34c76314-e3b8-47fa-8385-ac9a790019a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:13.044733 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38af020-05a3-4978-b782-7874082c24bd None None] Checking router: 886bfc84-90db-4afe-9c27-9914b199172a for host: dv-cinder-817642-1-iscsi {{(pid=101814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:42:13.045073 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38af020-05a3-4978-b782-7874082c24bd None None] Updating router 886bfc84-90db-4afe-9c27-9914b199172a port e4d5e6fd-7d5f-4986-a857-e19e3c788c33 binding host dv-cinder-817642-1-iscsi {{(pid=101814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:42:13.093051 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-b38af020-05a3-4978-b782-7874082c24bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:13.105614 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1fb53e94-1980-45dd-bbdb-d80589135ca2 req-aabbba80-7e3b-478b-81fe-a87df3c14562 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064625 Nov 11 20:42:13.251492 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75901354-042d-454b-b25b-273a5bf13bf9 req-d9f416d7-df03-4364-b0ec-59bc43f7e93b tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:13.252966 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-75901354-042d-454b-b25b-273a5bf13bf9 req-d9f416d7-df03-4364-b0ec-59bc43f7e93b tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 943 time: 0.0815704 Nov 11 20:42:13.258963 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-84be418e-a2cc-467d-8b6f-f931024455c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:13.369848 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-75901354-042d-454b-b25b-273a5bf13bf9 req-84ae8067-0c41-460f-a4dc-7ba83f301b1d tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977979 Nov 11 20:42:13.377054 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-b38af020-05a3-4978-b782-7874082c24bd None None] Publish callbacks [] for port, precommit_update {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:13.383169 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-b38af020-05a3-4978-b782-7874082c24bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:13.452694 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.managers [None req-b38af020-05a3-4978-b782-7874082c24bd None None] Attempting to bind port e4d5e6fd-7d5f-4986-a857-e19e3c788c33 on host dv-cinder-817642-1-iscsi for vnic_type normal with profile {{(pid=101814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:42:13.453051 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.managers [None req-b38af020-05a3-4978-b782-7874082c24bd None None] Attempting to bind port e4d5e6fd-7d5f-4986-a857-e19e3c788c33 by drivers openvswitch,hyperv on host dv-cinder-817642-1-iscsi at level 0 using segments [{'id': 'e9e9934c-1983-4624-9195-f2a2627c9ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2'}] {{(pid=101814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:42:13.453403 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38af020-05a3-4978-b782-7874082c24bd None None] Attempting to bind port e4d5e6fd-7d5f-4986-a857-e19e3c788c33 on network 06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2 {{(pid=101814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:42:13.461528 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad8dac-b205-4d6f-9576-3dca7e00b5e2 None None] Pushing event updated for resources: {'Port': ['ID=e4d5e6fd-7d5f-4986-a857-e19e3c788c33,revision_number=2']} {{(pid=101814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:13.463627 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38af020-05a3-4978-b782-7874082c24bd None None] Checking agent: {'id': '2f88a117-5cd0-41ac-983d-8c5af48f8bd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 30, 6), 'started_at': datetime.datetime(2021, 11, 11, 20, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:42:13.464012 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38af020-05a3-4978-b782-7874082c24bd None None] Checking segment: {'id': 'e9e9934c-1983-4624-9195-f2a2627c9ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:42:13.464407 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-b38af020-05a3-4978-b782-7874082c24bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:13.464789 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38af020-05a3-4978-b782-7874082c24bd None None] Bound using segment: {'id': 'e9e9934c-1983-4624-9195-f2a2627c9ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2'} {{(pid=101814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:42:13.466971 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.managers [None req-b38af020-05a3-4978-b782-7874082c24bd None None] Bound port: e4d5e6fd-7d5f-4986-a857-e19e3c788c33, host: dv-cinder-817642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9e9934c-1983-4624-9195-f2a2627c9ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2'}}] {{(pid=101814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:42:13.466971 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-b38af020-05a3-4978-b782-7874082c24bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:13.520375 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20d84b-9215-4d7a-9328-d9d38459f1f6 req-657c2ae0-6477-4910-a413-a722ffcb75f4 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:13.522138 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9e20d84b-9215-4d7a-9328-d9d38459f1f6 req-657c2ae0-6477-4910-a413-a722ffcb75f4 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0902965 Nov 11 20:42:13.524483 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.db_base_plugin_common [None req-84be418e-a2cc-467d-8b6f-f931024455c4 admin admin] Allocated IP 172.20.0.1 (79971f2e-5dd3-4116-8573-ccbb33e6422f/535394ca-6702-4a16-9e94-00db56f6b620/c5f58d33-0592-4557-8061-e007c63bd289) {{(pid=101811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:42:13.581576 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dad8dac-b205-4d6f-9576-3dca7e00b5e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:42:13.582244 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dad8dac-b205-4d6f-9576-3dca7e00b5e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:42:13.582244 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dad8dac-b205-4d6f-9576-3dca7e00b5e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:42:13.582573 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dad8dac-b205-4d6f-9576-3dca7e00b5e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:42:13.582884 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dad8dac-b205-4d6f-9576-3dca7e00b5e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:42:13.583205 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dad8dac-b205-4d6f-9576-3dca7e00b5e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:42:13.583521 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dad8dac-b205-4d6f-9576-3dca7e00b5e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:42:13.583833 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dad8dac-b205-4d6f-9576-3dca7e00b5e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:42:13.584188 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dad8dac-b205-4d6f-9576-3dca7e00b5e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:42:13.584506 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dad8dac-b205-4d6f-9576-3dca7e00b5e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:42:13.584840 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dad8dac-b205-4d6f-9576-3dca7e00b5e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:42:13.585684 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dad8dac-b205-4d6f-9576-3dca7e00b5e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:42:13.608678 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9e20d84b-9215-4d7a-9328-d9d38459f1f6 req-448649db-cd41-4990-a22c-c478b0aa1163 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725164 Nov 11 20:42:13.621223 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.db [None req-b38af020-05a3-4978-b782-7874082c24bd None None] For port e4d5e6fd-7d5f-4986-a857-e19e3c788c33, host dv-cinder-817642-1-iscsi, cleared binding levels {{(pid=101814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:42:13.624286 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.db [None req-b38af020-05a3-4978-b782-7874082c24bd None None] For port e4d5e6fd-7d5f-4986-a857-e19e3c788c33, host dv-cinder-817642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=e4d5e6fd-7d5f-4986-a857-e19e3c788c33,segment=NetworkSegment(e9e9934c-1983-4624-9195-f2a2627c9ef4),segment_id=e9e9934c-1983-4624-9195-f2a2627c9ef4)] {{(pid=101814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:42:13.629671 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-b38af020-05a3-4978-b782-7874082c24bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:13.702852 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-84be418e-a2cc-467d-8b6f-f931024455c4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:13.707065 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38af020-05a3-4978-b782-7874082c24bd None None] Routers {'886bfc84-90db-4afe-9c27-9914b199172a'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:42:13.707750 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-b38af020-05a3-4978-b782-7874082c24bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:42:03Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['886bfc84-90db-4afe-9c27-9914b199172a'], 'active': True} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:42:13.752832 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-84be418e-a2cc-467d-8b6f-f931024455c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25464144'] for port, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:13.778929 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad8dac-b205-4d6f-9576-3dca7e00b5e2 None None] Pushing event updated for resources: {'Port': ['ID=e4d5e6fd-7d5f-4986-a857-e19e3c788c33,revision_number=3']} {{(pid=101814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:13.786561 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device 01d943f8-097e-4535-ad65-13c16f5b7cd0 up at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:42:13.828351 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84be418e-a2cc-467d-8b6f-f931024455c4 admin admin] Pushing event updated for resources: {'Port': ['ID=c5f58d33-0592-4557-8061-e007c63bd289,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:13.832059 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84be418e-a2cc-467d-8b6f-f931024455c4 admin admin] Network 79971f2e-5dd3-4116-8573-ccbb33e6422f is already hosted by enough agents. {{(pid=101811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:42:13.833944 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.base_scheduler [None req-84be418e-a2cc-467d-8b6f-f931024455c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:42:13.837364 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84be418e-a2cc-467d-8b6f-f931024455c4 admin admin] Received port after_create {{(pid=101811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:42:13.855331 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Provisioning complete for port 01d943f8-097e-4535-ad65-13c16f5b7cd0 triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:42:13.855860 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:13.875726 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvr_db [None req-b38af020-05a3-4978-b782-7874082c24bd None None] Set router 886bfc84-90db-4afe-9c27-9914b199172a gateway port host: dv-cinder-817642-1-iscsi {{(pid=101814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:42:13.883570 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-84be418e-a2cc-467d-8b6f-f931024455c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671600'] for router_interface, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:14.054377 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-84be418e-a2cc-467d-8b6f-f931024455c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:14.110890 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-b38af020-05a3-4978-b782-7874082c24bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '886bfc84-90db-4afe-9c27-9914b199172a', 'name': 'tempest-TestVolumeBootPattern-2070699845-router', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'e4d5e6fd-7d5f-4986-a857-e19e3c788c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:42:10Z', 'updated_at': '2021-11-11T20:42:11Z', 'revision_number': 3, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'gw_port': {'id': 'e4d5e6fd-7d5f-4986-a857-e19e3c788c33', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:11Z', 'updated_at': '2021-11-11T20:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi'}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:42:14.141016 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38af020-05a3-4978-b782-7874082c24bd None None] The sync data for ids ['886bfc84-90db-4afe-9c27-9914b199172a'] in dv-cinder-817642-1-iscsi is: [{'id': '886bfc84-90db-4afe-9c27-9914b199172a', 'name': 'tempest-TestVolumeBootPattern-2070699845-router', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'e4d5e6fd-7d5f-4986-a857-e19e3c788c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:42:10Z', 'updated_at': '2021-11-11T20:42:11Z', 'revision_number': 3, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'gw_port': {'id': 'e4d5e6fd-7d5f-4986-a857-e19e3c788c33', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:11Z', 'updated_at': '2021-11-11T20:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi'}] {{(pid=101814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:42:14.181874 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-e4782a30-4867-4c9f-b5cc-c5901d8847c2 None None] Provisioning complete for port c5f58d33-0592-4557-8061-e007c63bd289 triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:42:14.182328 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-e4782a30-4867-4c9f-b5cc-c5901d8847c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:14.224252 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-e4782a30-4867-4c9f-b5cc-c5901d8847c2 None None] Port c5f58d33-0592-4557-8061-e007c63bd289 cannot update to ACTIVE because it is not bound. {{(pid=101813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:42:14.283404 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac2b31-d2f2-4066-a1d5-a3e420b5b2b2 req-a674df15-7020-4565-8a02-232cbdda6412 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:14.284891 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a5ac2b31-d2f2-4066-a1d5-a3e420b5b2b2 req-a674df15-7020-4565-8a02-232cbdda6412 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=bded2955-e01c-44b7-8296-944f839f06b9 HTTP/1.1" status: 200 len: 945 time: 0.0851927 Nov 11 20:42:14.320626 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-84be418e-a2cc-467d-8b6f-f931024455c4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:14.326399 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-84be418e-a2cc-467d-8b6f-f931024455c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25464105'] for port, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:14.403873 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a5ac2b31-d2f2-4066-a1d5-a3e420b5b2b2 req-a6547def-00bb-422e-8d6a-2dfd427442e7 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118178 Nov 11 20:42:14.423001 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84be418e-a2cc-467d-8b6f-f931024455c4 admin admin] Pushing event updated for resources: {'Port': ['ID=c5f58d33-0592-4557-8061-e007c63bd289,revision_number=2']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:14.425536 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-84be418e-a2cc-467d-8b6f-f931024455c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671716'] for router_interface, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:14.603243 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff96da-96cf-4f2e-8f43-7e8b61e9718d req-b243e9a8-2fb2-4071-89a5-67c8d96bf1d8 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:14.604854 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8bff96da-96cf-4f2e-8f43-7e8b61e9718d req-b243e9a8-2fb2-4071-89a5-67c8d96bf1d8 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 943 time: 0.0799105 Nov 11 20:42:14.611826 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84be418e-a2cc-467d-8b6f-f931024455c4 admin admin] Network 79971f2e-5dd3-4116-8573-ccbb33e6422f is already hosted by enough agents. {{(pid=101811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:42:14.616193 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.base_scheduler [None req-84be418e-a2cc-467d-8b6f-f931024455c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:42:14.727334 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8bff96da-96cf-4f2e-8f43-7e8b61e9718d req-35888bff-b238-4ae2-b733-a1448e5b8763 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115255 Nov 11 20:42:14.785438 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84be418e-a2cc-467d-8b6f-f931024455c4 admin admin] Router 886bfc84-90db-4afe-9c27-9914b199172a has already been hosted by L3 agent 078c1a4f-b62f-4fa2-93c9-12887f0677c3 {{(pid=101811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:42:14.855742 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-514edabc-3bfd-4927-9d9c-9dc73ee338ec None None] Provisioning complete for port c5f58d33-0592-4557-8061-e007c63bd289 triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:42:14.856372 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-514edabc-3bfd-4927-9d9c-9dc73ee338ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:14.894223 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-514edabc-3bfd-4927-9d9c-9dc73ee338ec None None] Port c5f58d33-0592-4557-8061-e007c63bd289 cannot update to ACTIVE because it is not bound. {{(pid=101813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:42:14.961374 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a694121-5dc1-495a-81eb-a5f9e22b42a5 req-23c01013-577f-463b-888d-503e68b7fb4a tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:14.963059 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9a694121-5dc1-495a-81eb-a5f9e22b42a5 req-23c01013-577f-463b-888d-503e68b7fb4a tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.1085210 Nov 11 20:42:14.969328 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84be418e-a2cc-467d-8b6f-f931024455c4 admin admin] Notify agent at l3_agent.dv-cinder-817642-1-iscsi the message routers_updated {{(pid=101811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:42:14.976106 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-84be418e-a2cc-467d-8b6f-f931024455c4 admin admin] 10.222.0.61 "PUT /v2.0/routers/886bfc84-90db-4afe-9c27-9914b199172a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4209428 Nov 11 20:42:15.027679 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9a694121-5dc1-495a-81eb-a5f9e22b42a5 req-f49cbc87-5d9e-484f-b902-f5032861ed60 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564089 Nov 11 20:42:15.505212 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 46594) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:42:15.510956 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [None req-21602b58-b432-48e8-b324-b8ed29436ed0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-558190591-network', 'tenant_id': '8129a3456e294da4b846967ff069784e'}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:42:15.534503 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e53c1-5eb9-419b-834f-5f4d6a43e497 req-45bd5985-c403-446b-b59c-2db1e0108c8f tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:15.535273 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21602b58-b432-48e8-b324-b8ed29436ed0 admin admin] Made reservation on behalf of 8129a3456e294da4b846967ff069784e for: {'network': 1} {{(pid=101812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:42:15.536218 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9b2e53c1-5eb9-419b-834f-5f4d6a43e497 req-45bd5985-c403-446b-b59c-2db1e0108c8f tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=bded2955-e01c-44b7-8296-944f839f06b9 HTTP/1.1" status: 200 len: 945 time: 0.0525391 Nov 11 20:42:15.538620 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-21602b58-b432-48e8-b324-b8ed29436ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for network, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:15.551301 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-21602b58-b432-48e8-b324-b8ed29436ed0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:15.595584 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9b2e53c1-5eb9-419b-834f-5f4d6a43e497 req-bd090135-747a-4c6c-96f9-a4ea3ed42177 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508969 Nov 11 20:42:15.654778 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-21602b58-b432-48e8-b324-b8ed29436ed0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:15.659202 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-21602b58-b432-48e8-b324-b8ed29436ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:15.685033 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21602b58-b432-48e8-b324-b8ed29436ed0 admin admin] vlan segment allocate from pool success with {'vlan_id': 887, 'physical_network': 'physnet1'} {{(pid=101812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:42:15.695604 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21602b58-b432-48e8-b324-b8ed29436ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10302f40-bbd5-4aac-83cf-22241770b3c1,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:15.700818 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-21602b58-b432-48e8-b324-b8ed29436ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16407769'] for segment, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:15.701180 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.db.segments_db [None req-21602b58-b432-48e8-b324-b8ed29436ed0 admin admin] Added segment 0b8f8410-9f97-49ce-a07d-1c671e6cb4bd of type vlan for network 2e195498-59d1-4170-ad6c-e3718a672b38 Nov 11 20:42:15.757660 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-21602b58-b432-48e8-b324-b8ed29436ed0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768468705491'] for network, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:15.797874 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-21602b58-b432-48e8-b324-b8ed29436ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858'] for network, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:15.799287 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21602b58-b432-48e8-b324-b8ed29436ed0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:15.800596 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-21602b58-b432-48e8-b324-b8ed29436ed0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for network, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:15.833723 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device e4d5e6fd-7d5f-4986-a857-e19e3c788c33 up at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:42:15.854701 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-21602b58-b432-48e8-b324-b8ed29436ed0 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3481143 Nov 11 20:42:15.863322 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 46600) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:42:15.868317 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [None req-79a9ed5e-3c19-4b3d-8148-6e7822d7032c admin admin] Request body: {'subnet': {'network_id': '2e195498-59d1-4170-ad6c-e3718a672b38', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-558190591-subnet', 'tenant_id': '8129a3456e294da4b846967ff069784e', 'ip_version': 4}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:42:15.911199 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Provisioning complete for port e4d5e6fd-7d5f-4986-a857-e19e3c788c33 triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:42:15.912406 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:15.914279 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b6bcb-9c56-4267-aec3-6e4e8f0a15c5 req-2f6dec89-23e9-4472-9355-a4530433de9f tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:15.915640 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21602b58-b432-48e8-b324-b8ed29436ed0 admin admin] Pushing event updated for resources: {'Network': ['ID=2e195498-59d1-4170-ad6c-e3718a672b38,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:15.921842 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a67b6bcb-9c56-4267-aec3-6e4e8f0a15c5 req-2f6dec89-23e9-4472-9355-a4530433de9f tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 943 time: 0.1119995 Nov 11 20:42:15.940152 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a9ed5e-3c19-4b3d-8148-6e7822d7032c admin admin] Made reservation on behalf of 8129a3456e294da4b846967ff069784e for: {'subnet': 1} {{(pid=101811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:42:15.942520 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-79a9ed5e-3c19-4b3d-8148-6e7822d7032c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25383819'] for subnet, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:15.946983 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Network 2e195498-59d1-4170-ad6c-e3718a672b38 details requested by agent ovs-agent-dv-cinder-817642-1-iscsi with host dv-cinder-817642-1-iscsi {{(pid=101813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:42:16.023376 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a67b6bcb-9c56-4267-aec3-6e4e8f0a15c5 req-d5bfef34-d86b-406c-807e-247ac0a03c27 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999050 Nov 11 20:42:16.026989 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b234bb69-60f5-4d76-8a37-4a092eb964e2 None None] Sync routers for ids ['886bfc84-90db-4afe-9c27-9914b199172a'] in dv-cinder-817642-1-iscsi {{(pid=101813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:42:16.051011 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b234bb69-60f5-4d76-8a37-4a092eb964e2 None None] Routers {'886bfc84-90db-4afe-9c27-9914b199172a'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:42:16.051625 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-b234bb69-60f5-4d76-8a37-4a092eb964e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:42:03Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['886bfc84-90db-4afe-9c27-9914b199172a'], 'active': True} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:42:16.187007 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvr_db [None req-b234bb69-60f5-4d76-8a37-4a092eb964e2 None None] Set router 886bfc84-90db-4afe-9c27-9914b199172a gateway port host: dv-cinder-817642-1-iscsi {{(pid=101813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:42:16.209457 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-79a9ed5e-3c19-4b3d-8148-6e7822d7032c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25464228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25383833'] for subnet, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:16.281306 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed65e55-99c2-43d2-8db7-0cff2a9ced68 req-e0c155dd-6315-4019-b399-0888f999d691 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:16.282702 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8ed65e55-99c2-43d2-8db7-0cff2a9ced68 req-e0c155dd-6315-4019-b399-0888f999d691 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.1115823 Nov 11 20:42:16.288440 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9ed5e-3c19-4b3d-8148-6e7822d7032c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4175d8d8-11d2-4ed7-a3c8-6cf23a0e6b9c,revision_number=0']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:16.317904 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a9ed5e-3c19-4b3d-8148-6e7822d7032c admin admin] Checking segment: {'id': '0b8f8410-9f97-49ce-a07d-1c671e6cb4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '2e195498-59d1-4170-ad6c-e3718a672b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:42:16.318249 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a9ed5e-3c19-4b3d-8148-6e7822d7032c admin admin] Network hostable DHCP agents. Network: 2e195498-59d1-4170-ad6c-e3718a672b38, hostable agents: ['4584d237-ef17-41dc-89a8-5da37ed889a0'], hosted agents: [] {{(pid=101811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:42:16.338428 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:16.357013 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8ed65e55-99c2-43d2-8db7-0cff2a9ced68 req-de1e761c-e4b6-4258-b34c-e8edb450fd94 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654931 Nov 11 20:42:16.365692 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a9ed5e-3c19-4b3d-8148-6e7822d7032c admin admin] Network 2e195498-59d1-4170-ad6c-e3718a672b38 is scheduled to be hosted by DHCP agent 4584d237-ef17-41dc-89a8-5da37ed889a0 with binding_index 1 {{(pid=101811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:42:16.372573 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] For port e4d5e6fd-7d5f-4986-a857-e19e3c788c33, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=e4d5e6fd-7d5f-4986-a857-e19e3c788c33,segment=NetworkSegment(e9e9934c-1983-4624-9195-f2a2627c9ef4),segment_id=e9e9934c-1983-4624-9195-f2a2627c9ef4)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:42:16.388783 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.base_scheduler [None req-79a9ed5e-3c19-4b3d-8148-6e7822d7032c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817642-1-iscsi, 2e195498-59d1-4170-ad6c-e3718a672b38) {{(pid=101811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:42:16.390849 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:16.393961 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a9ed5e-3c19-4b3d-8148-6e7822d7032c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:16.394554 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-79a9ed5e-3c19-4b3d-8148-6e7822d7032c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for subnet, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:16.412289 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4ff318-23ed-4547-93ea-144ae43f581f None None] Network 2e195498-59d1-4170-ad6c-e3718a672b38 requested from dv-cinder-817642-1-iscsi {{(pid=101813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:42:16.417443 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-79a9ed5e-3c19-4b3d-8148-6e7822d7032c admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5506682 Nov 11 20:42:16.417745 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 46606) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:42:16.422382 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [None req-65e8a6ad-851b-4c1d-b84c-876e1c8fd196 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-558190591-router', 'tenant_id': '8129a3456e294da4b846967ff069784e', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2'}}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:42:16.448943 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-65e8a6ad-851b-4c1d-b84c-876e1c8fd196 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-670138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25005'] for router, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:16.450223 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-65e8a6ad-851b-4c1d-b84c-876e1c8fd196 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25012'] for router, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:16.510193 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-65e8a6ad-851b-4c1d-b84c-876e1c8fd196 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:16.669164 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-65e8a6ad-851b-4c1d-b84c-876e1c8fd196 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:16.695511 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Pushing event updated for resources: {'Port': ['ID=e4d5e6fd-7d5f-4986-a857-e19e3c788c33,revision_number=4']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:16.732735 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371a983-55ba-4bdd-a099-42e6c2ce5c7e req-ec601e59-c633-4406-9f20-0043f138b018 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:16.733960 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0371a983-55ba-4bdd-a099-42e6c2ce5c7e req-ec601e59-c633-4406-9f20-0043f138b018 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=bded2955-e01c-44b7-8296-944f839f06b9 HTTP/1.1" status: 200 len: 945 time: 0.0563369 Nov 11 20:42:16.773188 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-b234bb69-60f5-4d76-8a37-4a092eb964e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '886bfc84-90db-4afe-9c27-9914b199172a', 'name': 'tempest-TestVolumeBootPattern-2070699845-router', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'e4d5e6fd-7d5f-4986-a857-e19e3c788c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:42:10Z', 'updated_at': '2021-11-11T20:42:14Z', 'revision_number': 4, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'gw_port': {'id': 'e4d5e6fd-7d5f-4986-a857-e19e3c788c33', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:11Z', 'updated_at': '2021-11-11T20:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': 'c5f58d33-0592-4557-8061-e007c63bd289', 'name': '', 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'mac_address': 'fa:16:3e:03:96:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '535394ca-6702-4a16-9e94-00db56f6b620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:13Z', 'updated_at': '2021-11-11T20:42:14Z', 'revision_number': 2, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'subnets': [{'id': '535394ca-6702-4a16-9e94-00db56f6b620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:42:16.796149 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0371a983-55ba-4bdd-a099-42e6c2ce5c7e req-9f433d02-fa69-478d-81fb-1ae9dd70f722 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527916 Nov 11 20:42:16.810396 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b234bb69-60f5-4d76-8a37-4a092eb964e2 None None] Checking router: 886bfc84-90db-4afe-9c27-9914b199172a for host: dv-cinder-817642-1-iscsi {{(pid=101813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:42:16.810941 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b234bb69-60f5-4d76-8a37-4a092eb964e2 None None] Updating router 886bfc84-90db-4afe-9c27-9914b199172a port c5f58d33-0592-4557-8061-e007c63bd289 binding host dv-cinder-817642-1-iscsi {{(pid=101813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:42:16.813246 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e67767a-fe3f-475a-910e-78a965f89313 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc500f935-dd16-56a1-90f5-a4026435ad68-2e195498-59d1-4170-ad6c-e3718a672b38', 'network_id': '2e195498-59d1-4170-ad6c-e3718a672b38', 'tenant_id': '8129a3456e294da4b846967ff069784e', 'fixed_ips': [{'subnet_id': '4175d8d8-11d2-4ed7-a3c8-6cf23a0e6b9c'}]}} from dv-cinder-817642-1-iscsi. {{(pid=101813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 20:42:16.814121 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-4e67767a-fe3f-475a-910e-78a965f89313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:16.858439 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b234bb69-60f5-4d76-8a37-4a092eb964e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:16.900172 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-65e8a6ad-851b-4c1d-b84c-876e1c8fd196 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:16.925016 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-65e8a6ad-851b-4c1d-b84c-876e1c8fd196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:17.041096 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.db.db_base_plugin_common [None req-65e8a6ad-851b-4c1d-b84c-876e1c8fd196 admin admin] Allocated IP 172.27.0.98 (06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2/dac47c4e-2532-416f-829a-3cf927393807/a7cd44c4-f5bb-4dd7-810f-587174752084) {{(pid=101812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:42:17.081222 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.db_base_plugin_common [None req-4e67767a-fe3f-475a-910e-78a965f89313 None None] Allocated IP 172.20.0.2 (2e195498-59d1-4170-ad6c-e3718a672b38/4175d8d8-11d2-4ed7-a3c8-6cf23a0e6b9c/92f412e3-3ed3-4680-99b3-9da9b9f4e2c1) {{(pid=101813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:42:17.200666 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-65e8a6ad-851b-4c1d-b84c-876e1c8fd196 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:17.212327 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc511d6d-2e91-4003-80dc-b6c4a264cc06 req-33cf8f36-96d5-4d0c-a5be-5ea2e773caca tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:17.214902 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cc511d6d-2e91-4003-80dc-b6c4a264cc06 req-33cf8f36-96d5-4d0c-a5be-5ea2e773caca tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 943 time: 0.0994194 Nov 11 20:42:17.266552 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-65e8a6ad-851b-4c1d-b84c-876e1c8fd196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3549817'] for port, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:17.276341 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cc511d6d-2e91-4003-80dc-b6c4a264cc06 req-39468b6e-669d-4d8a-91ca-34f6838b1e3a tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510802 Nov 11 20:42:17.316703 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e8a6ad-851b-4c1d-b84c-876e1c8fd196 admin admin] Network 06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2 is already hosted by enough agents. {{(pid=101812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:42:17.320053 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.base_scheduler [None req-65e8a6ad-851b-4c1d-b84c-876e1c8fd196 admin admin] Resources bound (agent type, host, resource id): {{(pid=101812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:42:17.325769 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e8a6ad-851b-4c1d-b84c-876e1c8fd196 admin admin] Received port after_create {{(pid=101812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:42:17.355648 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e8a6ad-851b-4c1d-b84c-876e1c8fd196 admin admin] Pushing event updated for resources: {'Port': ['ID=a7cd44c4-f5bb-4dd7-810f-587174752084,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:17.405962 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b234bb69-60f5-4d76-8a37-4a092eb964e2 None None] Publish callbacks [] for port, precommit_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:17.411544 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-4e67767a-fe3f-475a-910e-78a965f89313 None None] Publish callbacks [] for port, precommit_create {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:17.416416 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b234bb69-60f5-4d76-8a37-4a092eb964e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:17.436804 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-4e67767a-fe3f-475a-910e-78a965f89313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945'] for port, after_create {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:17.495168 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e67767a-fe3f-475a-910e-78a965f89313 None None] Network 2e195498-59d1-4170-ad6c-e3718a672b38 is already hosted by enough agents. {{(pid=101813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:42:17.504335 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b99ff-292c-42b5-8619-c1e394721556 None None] Pushing event updated for resources: {'Port': ['ID=c5f58d33-0592-4557-8061-e007c63bd289,revision_number=3']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:17.504335 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.scheduler.base_scheduler [None req-4e67767a-fe3f-475a-910e-78a965f89313 None None] Resources bound (agent type, host, resource id): {{(pid=101813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:42:17.523466 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e67767a-fe3f-475a-910e-78a965f89313 None None] Received port after_create {{(pid=101813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:42:17.537519 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c9bb7-ab87-4092-986f-718dedd13698 req-5b3c5b57-4910-44e9-9460-8dd71919a8d4 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:17.540269 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-393c9bb7-ab87-4092-986f-718dedd13698 req-5b3c5b57-4910-44e9-9460-8dd71919a8d4 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0798953 Nov 11 20:42:17.605670 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-b234bb69-60f5-4d76-8a37-4a092eb964e2 None None] Attempting to bind port c5f58d33-0592-4557-8061-e007c63bd289 on host dv-cinder-817642-1-iscsi for vnic_type normal with profile {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:42:17.606037 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-b234bb69-60f5-4d76-8a37-4a092eb964e2 None None] Attempting to bind port c5f58d33-0592-4557-8061-e007c63bd289 by drivers openvswitch,hyperv on host dv-cinder-817642-1-iscsi at level 0 using segments [{'id': 'bdd575c3-b455-4e13-be7c-a87e3122aa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f'}] {{(pid=101813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:42:17.606399 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b234bb69-60f5-4d76-8a37-4a092eb964e2 None None] Attempting to bind port c5f58d33-0592-4557-8061-e007c63bd289 on network 79971f2e-5dd3-4116-8573-ccbb33e6422f {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:42:17.607740 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-393c9bb7-ab87-4092-986f-718dedd13698 req-69dd25b8-d8ea-4ea8-b8e1-49fd94b78d02 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596652 Nov 11 20:42:17.630251 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e67767a-fe3f-475a-910e-78a965f89313 None None] Pushing event updated for resources: {'Port': ['ID=92f412e3-3ed3-4680-99b3-9da9b9f4e2c1,revision_number=1']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:17.642073 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b234bb69-60f5-4d76-8a37-4a092eb964e2 None None] Checking agent: {'id': '2f88a117-5cd0-41ac-983d-8c5af48f8bd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 30, 6), 'started_at': datetime.datetime(2021, 11, 11, 20, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:42:17.642447 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b234bb69-60f5-4d76-8a37-4a092eb964e2 None None] Checking segment: {'id': 'bdd575c3-b455-4e13-be7c-a87e3122aa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:42:17.642855 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b234bb69-60f5-4d76-8a37-4a092eb964e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:17.643247 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b234bb69-60f5-4d76-8a37-4a092eb964e2 None None] Bound using segment: {'id': 'bdd575c3-b455-4e13-be7c-a87e3122aa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f'} {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:42:17.643732 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-b234bb69-60f5-4d76-8a37-4a092eb964e2 None None] Bound port: c5f58d33-0592-4557-8061-e007c63bd289, host: dv-cinder-817642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd575c3-b455-4e13-be7c-a87e3122aa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f'}}] {{(pid=101813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:42:17.644148 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b234bb69-60f5-4d76-8a37-4a092eb964e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:17.669992 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-4e67767a-fe3f-475a-910e-78a965f89313 None None] Attempting to bind port 92f412e3-3ed3-4680-99b3-9da9b9f4e2c1 on host dv-cinder-817642-1-iscsi for vnic_type normal with profile {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:42:17.670344 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-4e67767a-fe3f-475a-910e-78a965f89313 None None] Attempting to bind port 92f412e3-3ed3-4680-99b3-9da9b9f4e2c1 by drivers openvswitch,hyperv on host dv-cinder-817642-1-iscsi at level 0 using segments [{'id': '0b8f8410-9f97-49ce-a07d-1c671e6cb4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '2e195498-59d1-4170-ad6c-e3718a672b38'}] {{(pid=101813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:42:17.670704 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e67767a-fe3f-475a-910e-78a965f89313 None None] Attempting to bind port 92f412e3-3ed3-4680-99b3-9da9b9f4e2c1 on network 2e195498-59d1-4170-ad6c-e3718a672b38 {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:42:17.722436 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e67767a-fe3f-475a-910e-78a965f89313 None None] Checking agent: {'id': '2f88a117-5cd0-41ac-983d-8c5af48f8bd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 30, 6), 'started_at': datetime.datetime(2021, 11, 11, 20, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:42:17.722815 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e67767a-fe3f-475a-910e-78a965f89313 None None] Checking segment: {'id': '0b8f8410-9f97-49ce-a07d-1c671e6cb4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '2e195498-59d1-4170-ad6c-e3718a672b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:42:17.723215 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-4e67767a-fe3f-475a-910e-78a965f89313 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:17.723609 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e67767a-fe3f-475a-910e-78a965f89313 None None] Bound using segment: {'id': '0b8f8410-9f97-49ce-a07d-1c671e6cb4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '2e195498-59d1-4170-ad6c-e3718a672b38'} {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:42:17.724146 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-4e67767a-fe3f-475a-910e-78a965f89313 None None] Bound port: 92f412e3-3ed3-4680-99b3-9da9b9f4e2c1, host: dv-cinder-817642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8f8410-9f97-49ce-a07d-1c671e6cb4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '2e195498-59d1-4170-ad6c-e3718a672b38'}}] {{(pid=101813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:42:17.724519 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-4e67767a-fe3f-475a-910e-78a965f89313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:17.752292 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-65e8a6ad-851b-4c1d-b84c-876e1c8fd196 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:17.792844 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-b234bb69-60f5-4d76-8a37-4a092eb964e2 None None] For port c5f58d33-0592-4557-8061-e007c63bd289, host dv-cinder-817642-1-iscsi, cleared binding levels {{(pid=101813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:42:17.797045 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device e4d5e6fd-7d5f-4986-a857-e19e3c788c33 up at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:42:17.851079 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-b234bb69-60f5-4d76-8a37-4a092eb964e2 None None] For port c5f58d33-0592-4557-8061-e007c63bd289, host dv-cinder-817642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=c5f58d33-0592-4557-8061-e007c63bd289,segment=NetworkSegment(bdd575c3-b455-4e13-be7c-a87e3122aa2c),segment_id=bdd575c3-b455-4e13-be7c-a87e3122aa2c)] {{(pid=101813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:42:17.868618 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b234bb69-60f5-4d76-8a37-4a092eb964e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:17.892436 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-4e67767a-fe3f-475a-910e-78a965f89313 None None] For port 92f412e3-3ed3-4680-99b3-9da9b9f4e2c1, host dv-cinder-817642-1-iscsi, cleared binding levels {{(pid=101813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:42:17.934938 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-4e67767a-fe3f-475a-910e-78a965f89313 None None] For port 92f412e3-3ed3-4680-99b3-9da9b9f4e2c1, host dv-cinder-817642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=92f412e3-3ed3-4680-99b3-9da9b9f4e2c1,segment=NetworkSegment(0b8f8410-9f97-49ce-a07d-1c671e6cb4bd),segment_id=0b8f8410-9f97-49ce-a07d-1c671e6cb4bd)] {{(pid=101813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:42:17.938957 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-2b0b15c1-6247-4a1a-b434-f2fbf0605836 None None] Provisioning complete for port c5f58d33-0592-4557-8061-e007c63bd289 triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:42:17.939476 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-2b0b15c1-6247-4a1a-b434-f2fbf0605836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:17.954861 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-4e67767a-fe3f-475a-910e-78a965f89313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:18.040876 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b99ff-292c-42b5-8619-c1e394721556 None None] Pushing event updated for resources: {'Port': ['ID=c5f58d33-0592-4557-8061-e007c63bd289,revision_number=4']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:18.058674 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b234bb69-60f5-4d76-8a37-4a092eb964e2 None None] Routers {'886bfc84-90db-4afe-9c27-9914b199172a'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:42:18.059367 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-b234bb69-60f5-4d76-8a37-4a092eb964e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:42:03Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['886bfc84-90db-4afe-9c27-9914b199172a'], 'active': True} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:42:18.071515 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f3c8e-9277-4385-b901-f7f22521eda2 req-480b4188-1b00-45d5-bf62-9fd318a6eb4e tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:18.080151 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c74f3c8e-9277-4385-b901-f7f22521eda2 req-480b4188-1b00-45d5-bf62-9fd318a6eb4e tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=bded2955-e01c-44b7-8296-944f839f06b9 HTTP/1.1" status: 200 len: 945 time: 0.1980305 Nov 11 20:42:18.131602 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Provisioning complete for port e4d5e6fd-7d5f-4986-a857-e19e3c788c33 triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:42:18.132383 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:18.148780 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c74f3c8e-9277-4385-b901-f7f22521eda2 req-9fec818a-bb53-4652-9e48-195904e3f03a tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671909 Nov 11 20:42:18.306864 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-65e8a6ad-851b-4c1d-b84c-876e1c8fd196 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656037'] for router, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:18.337824 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e67767a-fe3f-475a-910e-78a965f89313 None None] Pushing event updated for resources: {'Port': ['ID=92f412e3-3ed3-4680-99b3-9da9b9f4e2c1,revision_number=2']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:18.393302 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvr_db [None req-b234bb69-60f5-4d76-8a37-4a092eb964e2 None None] Set router 886bfc84-90db-4afe-9c27-9914b199172a gateway port host: dv-cinder-817642-1-iscsi {{(pid=101813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:42:18.435060 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-2b0b15c1-6247-4a1a-b434-f2fbf0605836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:18.508943 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e8a6ad-851b-4c1d-b84c-876e1c8fd196 admin admin] Router 733c3907-6f08-41a3-9d06-ae155d599867 is scheduled to L3 agent 078c1a4f-b62f-4fa2-93c9-12887f0677c3 with binding_index 1 {{(pid=101812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 20:42:18.510125 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859da68-799f-4026-8d24-afab0e427726 req-31fe5b9a-5c64-4931-b64f-d49884ed4610 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:18.511737 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d859da68-799f-4026-8d24-afab0e427726 req-31fe5b9a-5c64-4931-b64f-d49884ed4610 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 943 time: 0.0832541 Nov 11 20:42:18.567865 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-2b0b15c1-6247-4a1a-b434-f2fbf0605836 None None] For port c5f58d33-0592-4557-8061-e007c63bd289, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=c5f58d33-0592-4557-8061-e007c63bd289,segment=NetworkSegment(bdd575c3-b455-4e13-be7c-a87e3122aa2c),segment_id=bdd575c3-b455-4e13-be7c-a87e3122aa2c)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:42:18.585890 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-2b0b15c1-6247-4a1a-b434-f2fbf0605836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:18.616677 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d859da68-799f-4026-8d24-afab0e427726 req-c636b97e-1f3d-4dff-a716-7705fb6d2283 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880878 Nov 11 20:42:18.667769 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e8a6ad-851b-4c1d-b84c-876e1c8fd196 admin admin] Notify agent at l3_agent.dv-cinder-817642-1-iscsi the message routers_updated {{(pid=101812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:42:18.684167 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c414e48-fa17-47a2-bdd4-b5f3d025ddc4 None None] Sync routers for ids ['733c3907-6f08-41a3-9d06-ae155d599867'] in dv-cinder-817642-1-iscsi {{(pid=101814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:42:18.706713 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c414e48-fa17-47a2-bdd4-b5f3d025ddc4 None None] Routers {'733c3907-6f08-41a3-9d06-ae155d599867'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:42:18.707453 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-5c414e48-fa17-47a2-bdd4-b5f3d025ddc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:42:03Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['733c3907-6f08-41a3-9d06-ae155d599867'], 'active': True} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:42:18.713403 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-65e8a6ad-851b-4c1d-b84c-876e1c8fd196 admin admin] Publish callbacks [] for router, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:18.718212 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-65e8a6ad-851b-4c1d-b84c-876e1c8fd196 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2992556 Nov 11 20:42:18.723251 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 46626) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:42:18.840013 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvr_db [None req-5c414e48-fa17-47a2-bdd4-b5f3d025ddc4 None None] Set router 733c3907-6f08-41a3-9d06-ae155d599867 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:42:18.846833 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28efae-192a-4437-8f9b-eaab6e03f2a5 req-ae28eed1-b56e-4459-b4e2-fbe0c4f42e43 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:18.848523 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ab28efae-192a-4437-8f9b-eaab6e03f2a5 req-ae28eed1-b56e-4459-b4e2-fbe0c4f42e43 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.1568129 Nov 11 20:42:18.927866 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b15c1-6247-4a1a-b434-f2fbf0605836 None None] Pushing event updated for resources: {'Port': ['ID=c5f58d33-0592-4557-8061-e007c63bd289,revision_number=5']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:18.935338 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-0eb70892-1b23-4ac5-82a5-c824ccdc312a None None] Provisioning complete for port c5f58d33-0592-4557-8061-e007c63bd289 triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:42:18.935746 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-0eb70892-1b23-4ac5-82a5-c824ccdc312a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:19.075660 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-5c414e48-fa17-47a2-bdd4-b5f3d025ddc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733c3907-6f08-41a3-9d06-ae155d599867', 'name': 'tempest-TestVolumeBootPattern-558190591-router', 'tenant_id': '8129a3456e294da4b846967ff069784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'a7cd44c4-f5bb-4dd7-810f-587174752084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:42:16Z', 'updated_at': '2021-11-11T20:42:17Z', 'revision_number': 3, 'project_id': '8129a3456e294da4b846967ff069784e', 'gw_port': {'id': 'a7cd44c4-f5bb-4dd7-810f-587174752084', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733c3907-6f08-41a3-9d06-ae155d599867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:16Z', 'updated_at': '2021-11-11T20:42:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi'}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:42:19.120456 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-b234bb69-60f5-4d76-8a37-4a092eb964e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '886bfc84-90db-4afe-9c27-9914b199172a', 'name': 'tempest-TestVolumeBootPattern-2070699845-router', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'e4d5e6fd-7d5f-4986-a857-e19e3c788c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:42:10Z', 'updated_at': '2021-11-11T20:42:14Z', 'revision_number': 4, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'gw_port': {'id': 'e4d5e6fd-7d5f-4986-a857-e19e3c788c33', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:11Z', 'updated_at': '2021-11-11T20:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': 'c5f58d33-0592-4557-8061-e007c63bd289', 'name': '', 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'mac_address': 'fa:16:3e:03:96:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '535394ca-6702-4a16-9e94-00db56f6b620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:13Z', 'updated_at': '2021-11-11T20:42:17Z', 'revision_number': 4, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'subnets': [{'id': '535394ca-6702-4a16-9e94-00db56f6b620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:42:19.122095 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c414e48-fa17-47a2-bdd4-b5f3d025ddc4 None None] Checking router: 733c3907-6f08-41a3-9d06-ae155d599867 for host: dv-cinder-817642-1-iscsi {{(pid=101814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:42:19.122246 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c414e48-fa17-47a2-bdd4-b5f3d025ddc4 None None] Updating router 733c3907-6f08-41a3-9d06-ae155d599867 port a7cd44c4-f5bb-4dd7-810f-587174752084 binding host dv-cinder-817642-1-iscsi {{(pid=101814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:42:19.151344 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b234bb69-60f5-4d76-8a37-4a092eb964e2 None None] The sync data for ids ['886bfc84-90db-4afe-9c27-9914b199172a'] in dv-cinder-817642-1-iscsi is: [{'id': '886bfc84-90db-4afe-9c27-9914b199172a', 'name': 'tempest-TestVolumeBootPattern-2070699845-router', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'e4d5e6fd-7d5f-4986-a857-e19e3c788c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:42:10Z', 'updated_at': '2021-11-11T20:42:14Z', 'revision_number': 4, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'gw_port': {'id': 'e4d5e6fd-7d5f-4986-a857-e19e3c788c33', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:11Z', 'updated_at': '2021-11-11T20:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': 'c5f58d33-0592-4557-8061-e007c63bd289', 'name': '', 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'mac_address': 'fa:16:3e:03:96:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '535394ca-6702-4a16-9e94-00db56f6b620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:13Z', 'updated_at': '2021-11-11T20:42:17Z', 'revision_number': 4, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'subnets': [{'id': '535394ca-6702-4a16-9e94-00db56f6b620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:42:19.155403 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-5c414e48-fa17-47a2-bdd4-b5f3d025ddc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:19.371834 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ab28efae-192a-4437-8f9b-eaab6e03f2a5 req-dc686ab5-a708-4e5b-80c8-49a2630ad15b tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4912634 Nov 11 20:42:19.561222 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-5c414e48-fa17-47a2-bdd4-b5f3d025ddc4 None None] Publish callbacks [] for port, precommit_update {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:19.583166 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-5c414e48-fa17-47a2-bdd4-b5f3d025ddc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:19.591254 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb11b83-daf5-4789-be55-2c1112241c0f None None] Network 2e195498-59d1-4170-ad6c-e3718a672b38 requested from dv-cinder-817642-1-iscsi {{(pid=101813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:42:19.660714 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.managers [None req-5c414e48-fa17-47a2-bdd4-b5f3d025ddc4 None None] Attempting to bind port a7cd44c4-f5bb-4dd7-810f-587174752084 on host dv-cinder-817642-1-iscsi for vnic_type normal with profile {{(pid=101814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:42:19.661221 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.managers [None req-5c414e48-fa17-47a2-bdd4-b5f3d025ddc4 None None] Attempting to bind port a7cd44c4-f5bb-4dd7-810f-587174752084 by drivers openvswitch,hyperv on host dv-cinder-817642-1-iscsi at level 0 using segments [{'id': 'e9e9934c-1983-4624-9195-f2a2627c9ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2'}] {{(pid=101814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:42:19.661676 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c414e48-fa17-47a2-bdd4-b5f3d025ddc4 None None] Attempting to bind port a7cd44c4-f5bb-4dd7-810f-587174752084 on network 06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2 {{(pid=101814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:42:19.671937 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07100f8d-df11-4453-8100-2ba5c3b47735 None None] Pushing event updated for resources: {'Port': ['ID=a7cd44c4-f5bb-4dd7-810f-587174752084,revision_number=2']} {{(pid=101814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:19.675128 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c414e48-fa17-47a2-bdd4-b5f3d025ddc4 None None] Checking agent: {'id': '2f88a117-5cd0-41ac-983d-8c5af48f8bd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 30, 6), 'started_at': datetime.datetime(2021, 11, 11, 20, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:42:19.675634 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c414e48-fa17-47a2-bdd4-b5f3d025ddc4 None None] Checking segment: {'id': 'e9e9934c-1983-4624-9195-f2a2627c9ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:42:19.676164 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-5c414e48-fa17-47a2-bdd4-b5f3d025ddc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:19.676645 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c414e48-fa17-47a2-bdd4-b5f3d025ddc4 None None] Bound using segment: {'id': 'e9e9934c-1983-4624-9195-f2a2627c9ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2'} {{(pid=101814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:42:19.677225 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.managers [None req-5c414e48-fa17-47a2-bdd4-b5f3d025ddc4 None None] Bound port: a7cd44c4-f5bb-4dd7-810f-587174752084, host: dv-cinder-817642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9e9934c-1983-4624-9195-f2a2627c9ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2'}}] {{(pid=101814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:42:19.677880 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-5c414e48-fa17-47a2-bdd4-b5f3d025ddc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:19.693903 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-925c4a17-5e3b-4512-bd95-b2731673ab2f None None] Provisioning complete for port 92f412e3-3ed3-4680-99b3-9da9b9f4e2c1 triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:42:19.694882 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-925c4a17-5e3b-4512-bd95-b2731673ab2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:19.778651 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa307a-8a39-4c06-baaa-4efa29022a7f req-1b676749-6627-473e-9199-f863b947ab4a tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:19.813623 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.db [None req-5c414e48-fa17-47a2-bdd4-b5f3d025ddc4 None None] For port a7cd44c4-f5bb-4dd7-810f-587174752084, host dv-cinder-817642-1-iscsi, cleared binding levels {{(pid=101814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:42:19.815951 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2cfa307a-8a39-4c06-baaa-4efa29022a7f req-1b676749-6627-473e-9199-f863b947ab4a tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=bded2955-e01c-44b7-8296-944f839f06b9 HTTP/1.1" status: 200 len: 945 time: 0.2877645 Nov 11 20:42:19.819901 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.db [None req-5c414e48-fa17-47a2-bdd4-b5f3d025ddc4 None None] For port a7cd44c4-f5bb-4dd7-810f-587174752084, host dv-cinder-817642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=a7cd44c4-f5bb-4dd7-810f-587174752084,segment=NetworkSegment(e9e9934c-1983-4624-9195-f2a2627c9ef4),segment_id=e9e9934c-1983-4624-9195-f2a2627c9ef4)] {{(pid=101814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:42:19.826276 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-5c414e48-fa17-47a2-bdd4-b5f3d025ddc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:19.929067 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07100f8d-df11-4453-8100-2ba5c3b47735 None None] Pushing event updated for resources: {'Port': ['ID=a7cd44c4-f5bb-4dd7-810f-587174752084,revision_number=3']} {{(pid=101814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:19.934346 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-925c4a17-5e3b-4512-bd95-b2731673ab2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:19.951858 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2cfa307a-8a39-4c06-baaa-4efa29022a7f req-b5e46cc2-cf5d-4157-9f02-96e3c114f653 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348107 Nov 11 20:42:19.996167 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c414e48-fa17-47a2-bdd4-b5f3d025ddc4 None None] Routers {'733c3907-6f08-41a3-9d06-ae155d599867'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:42:19.998675 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-5c414e48-fa17-47a2-bdd4-b5f3d025ddc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:42:03Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['733c3907-6f08-41a3-9d06-ae155d599867'], 'active': True} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:42:20.029682 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device c5f58d33-0592-4557-8061-e007c63bd289 up at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:42:20.035051 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-925c4a17-5e3b-4512-bd95-b2731673ab2f None None] For port 92f412e3-3ed3-4680-99b3-9da9b9f4e2c1, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=92f412e3-3ed3-4680-99b3-9da9b9f4e2c1,segment=NetworkSegment(0b8f8410-9f97-49ce-a07d-1c671e6cb4bd),segment_id=0b8f8410-9f97-49ce-a07d-1c671e6cb4bd)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:42:20.086396 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-925c4a17-5e3b-4512-bd95-b2731673ab2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:20.176755 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c4a17-5e3b-4512-bd95-b2731673ab2f None None] Pushing event updated for resources: {'Port': ['ID=92f412e3-3ed3-4680-99b3-9da9b9f4e2c1,revision_number=3']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:20.179686 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Provisioning complete for port c5f58d33-0592-4557-8061-e007c63bd289 triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:42:20.186688 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:20.195693 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvr_db [None req-5c414e48-fa17-47a2-bdd4-b5f3d025ddc4 None None] Set router 733c3907-6f08-41a3-9d06-ae155d599867 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:42:20.197154 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-5ac34edb-7e3f-4581-a1ec-ccec8b2f0d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:20.267181 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e9dfe-8346-4a4c-af3c-2d1827228249 req-c7cf14da-46e6-4bd0-9fe8-9db8d643fd85 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:20.268760 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b34e9dfe-8346-4a4c-af3c-2d1827228249 req-c7cf14da-46e6-4bd0-9fe8-9db8d643fd85 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 943 time: 0.1370034 Nov 11 20:42:20.325443 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device 92f412e3-3ed3-4680-99b3-9da9b9f4e2c1 up at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:42:20.432648 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b34e9dfe-8346-4a4c-af3c-2d1827228249 req-b13bd4b2-dc2c-4300-ad80-95f544788f9c tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418145 Nov 11 20:42:20.442837 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-6ec33c7b-689f-4d71-8e81-fcdb44d0b10b None None] Provisioning complete for port 92f412e3-3ed3-4680-99b3-9da9b9f4e2c1 triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:42:20.443209 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-6ec33c7b-689f-4d71-8e81-fcdb44d0b10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:20.504907 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-5c414e48-fa17-47a2-bdd4-b5f3d025ddc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733c3907-6f08-41a3-9d06-ae155d599867', 'name': 'tempest-TestVolumeBootPattern-558190591-router', 'tenant_id': '8129a3456e294da4b846967ff069784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'a7cd44c4-f5bb-4dd7-810f-587174752084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:42:16Z', 'updated_at': '2021-11-11T20:42:17Z', 'revision_number': 3, 'project_id': '8129a3456e294da4b846967ff069784e', 'gw_port': {'id': 'a7cd44c4-f5bb-4dd7-810f-587174752084', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733c3907-6f08-41a3-9d06-ae155d599867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:16Z', 'updated_at': '2021-11-11T20:42:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi'}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:42:20.528904 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Provisioning complete for port 92f412e3-3ed3-4680-99b3-9da9b9f4e2c1 triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:42:20.529968 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:20.600020 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:20.633966 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.db_base_plugin_common [None req-5ac34edb-7e3f-4581-a1ec-ccec8b2f0d55 admin admin] Allocated IP 172.20.0.1 (2e195498-59d1-4170-ad6c-e3718a672b38/4175d8d8-11d2-4ed7-a3c8-6cf23a0e6b9c/256bddd2-1726-4fb0-a35b-2626ed94322a) {{(pid=101811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:42:20.646093 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370128d-6a32-47e6-a112-8b81d31f5509 req-633304f7-6953-4c62-a4ff-e8e2c12e358b tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:20.648292 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e370128d-6a32-47e6-a112-8b81d31f5509 req-633304f7-6953-4c62-a4ff-e8e2c12e358b tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0874152 Nov 11 20:42:20.682228 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c414e48-fa17-47a2-bdd4-b5f3d025ddc4 None None] The sync data for ids ['733c3907-6f08-41a3-9d06-ae155d599867'] in dv-cinder-817642-1-iscsi is: [{'id': '733c3907-6f08-41a3-9d06-ae155d599867', 'name': 'tempest-TestVolumeBootPattern-558190591-router', 'tenant_id': '8129a3456e294da4b846967ff069784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'a7cd44c4-f5bb-4dd7-810f-587174752084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:42:16Z', 'updated_at': '2021-11-11T20:42:17Z', 'revision_number': 3, 'project_id': '8129a3456e294da4b846967ff069784e', 'gw_port': {'id': 'a7cd44c4-f5bb-4dd7-810f-587174752084', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733c3907-6f08-41a3-9d06-ae155d599867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:16Z', 'updated_at': '2021-11-11T20:42:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi'}] {{(pid=101814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:42:20.782433 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e370128d-6a32-47e6-a112-8b81d31f5509 req-1d1d47bc-ce64-47c7-9ddb-043eac8d81e7 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277599 Nov 11 20:42:20.836268 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-5ac34edb-7e3f-4581-a1ec-ccec8b2f0d55 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:20.892100 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-5ac34edb-7e3f-4581-a1ec-ccec8b2f0d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25464144'] for port, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:20.927896 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac34edb-7e3f-4581-a1ec-ccec8b2f0d55 admin admin] Network 2e195498-59d1-4170-ad6c-e3718a672b38 is already hosted by enough agents. {{(pid=101811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:42:20.931865 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.base_scheduler [None req-5ac34edb-7e3f-4581-a1ec-ccec8b2f0d55 admin admin] Resources bound (agent type, host, resource id): {{(pid=101811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:42:20.935298 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac34edb-7e3f-4581-a1ec-ccec8b2f0d55 admin admin] Received port after_create {{(pid=101811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:42:20.971589 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac34edb-7e3f-4581-a1ec-ccec8b2f0d55 admin admin] Pushing event updated for resources: {'Port': ['ID=256bddd2-1726-4fb0-a35b-2626ed94322a,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:20.993136 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-5ac34edb-7e3f-4581-a1ec-ccec8b2f0d55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671600'] for router_interface, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:21.131832 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046cc936-c452-470b-8ca7-f7e0aad1de73 req-1fbd9df9-2c07-492e-b321-3c3fc30acf3b tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:21.133617 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-046cc936-c452-470b-8ca7-f7e0aad1de73 req-1fbd9df9-2c07-492e-b321-3c3fc30acf3b tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=bded2955-e01c-44b7-8296-944f839f06b9 HTTP/1.1" status: 200 len: 945 time: 0.0982330 Nov 11 20:42:21.260321 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-5ac34edb-7e3f-4581-a1ec-ccec8b2f0d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:21.273191 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-8d2351c1-63bd-4b5f-bcff-69ce06b47508 None None] Provisioning complete for port 256bddd2-1726-4fb0-a35b-2626ed94322a triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:42:21.274111 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-8d2351c1-63bd-4b5f-bcff-69ce06b47508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:21.281367 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-046cc936-c452-470b-8ca7-f7e0aad1de73 req-f355c047-3876-4c67-9574-2831fc3f86ab tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372035 Nov 11 20:42:21.313804 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-8d2351c1-63bd-4b5f-bcff-69ce06b47508 None None] Port 256bddd2-1726-4fb0-a35b-2626ed94322a cannot update to ACTIVE because it is not bound. {{(pid=101813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:42:21.489062 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-5ac34edb-7e3f-4581-a1ec-ccec8b2f0d55 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:21.495442 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-5ac34edb-7e3f-4581-a1ec-ccec8b2f0d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25464105'] for port, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:21.600795 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-5ac34edb-7e3f-4581-a1ec-ccec8b2f0d55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671716'] for router_interface, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:21.617934 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac34edb-7e3f-4581-a1ec-ccec8b2f0d55 admin admin] Pushing event updated for resources: {'Port': ['ID=256bddd2-1726-4fb0-a35b-2626ed94322a,revision_number=2']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:21.631046 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3995a5-c4b6-4e4c-b11d-7e8ddf1d099d req-bde73eaf-db7c-4e5a-9706-f425c21760a9 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:21.633858 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5b3995a5-c4b6-4e4c-b11d-7e8ddf1d099d req-bde73eaf-db7c-4e5a-9706-f425c21760a9 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 943 time: 0.0889580 Nov 11 20:42:21.747811 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5b3995a5-c4b6-4e4c-b11d-7e8ddf1d099d req-f95d96f1-a492-499a-9b2d-4c7d8d751849 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995104 Nov 11 20:42:21.760584 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac34edb-7e3f-4581-a1ec-ccec8b2f0d55 admin admin] Network 2e195498-59d1-4170-ad6c-e3718a672b38 is already hosted by enough agents. {{(pid=101811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:42:21.761808 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.base_scheduler [None req-5ac34edb-7e3f-4581-a1ec-ccec8b2f0d55 admin admin] Resources bound (agent type, host, resource id): {{(pid=101811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:42:21.881615 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device 92f412e3-3ed3-4680-99b3-9da9b9f4e2c1 up at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:42:21.950398 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac34edb-7e3f-4581-a1ec-ccec8b2f0d55 admin admin] Router 733c3907-6f08-41a3-9d06-ae155d599867 has already been hosted by L3 agent 078c1a4f-b62f-4fa2-93c9-12887f0677c3 {{(pid=101811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:42:21.983337 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64170c16-cc35-4878-b547-dc6446954866 req-13a88ea3-3595-480e-9280-7f786eeafc02 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:21.984994 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-64170c16-cc35-4878-b547-dc6446954866 req-13a88ea3-3595-480e-9280-7f786eeafc02 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0973413 Nov 11 20:42:21.996230 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Provisioning complete for port 92f412e3-3ed3-4680-99b3-9da9b9f4e2c1 triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:42:21.997010 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:22.082920 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device a7cd44c4-f5bb-4dd7-810f-587174752084 up at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:42:22.091936 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-64170c16-cc35-4878-b547-dc6446954866 req-c9f040f7-b4cc-4cb9-86b2-24cd06d16351 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948379 Nov 11 20:42:22.158956 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-953b936e-a8ac-4977-83ff-e4f8c80de1f4 None None] Provisioning complete for port 256bddd2-1726-4fb0-a35b-2626ed94322a triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:42:22.159431 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-953b936e-a8ac-4977-83ff-e4f8c80de1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:22.162236 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Provisioning complete for port a7cd44c4-f5bb-4dd7-810f-587174752084 triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:42:22.162414 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac34edb-7e3f-4581-a1ec-ccec8b2f0d55 admin admin] Notify agent at l3_agent.dv-cinder-817642-1-iscsi the message routers_updated {{(pid=101811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:42:22.162758 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:22.172496 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-5ac34edb-7e3f-4581-a1ec-ccec8b2f0d55 admin admin] 10.222.0.61 "PUT /v2.0/routers/733c3907-6f08-41a3-9d06-ae155d599867/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4477949 Nov 11 20:42:22.221981 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-953b936e-a8ac-4977-83ff-e4f8c80de1f4 None None] Port 256bddd2-1726-4fb0-a35b-2626ed94322a cannot update to ACTIVE because it is not bound. {{(pid=101813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:42:22.271435 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:22.295946 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] For port a7cd44c4-f5bb-4dd7-810f-587174752084, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=a7cd44c4-f5bb-4dd7-810f-587174752084,segment=NetworkSegment(e9e9934c-1983-4624-9195-f2a2627c9ef4),segment_id=e9e9934c-1983-4624-9195-f2a2627c9ef4)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:42:22.300653 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:22.371149 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Pushing event updated for resources: {'Port': ['ID=a7cd44c4-f5bb-4dd7-810f-587174752084,revision_number=4']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:22.723206 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600d6ee1-c09b-408d-a104-0e291b699dd5 None None] Sync routers for ids ['733c3907-6f08-41a3-9d06-ae155d599867'] in dv-cinder-817642-1-iscsi {{(pid=101813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:42:22.741713 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600d6ee1-c09b-408d-a104-0e291b699dd5 None None] Routers {'733c3907-6f08-41a3-9d06-ae155d599867'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:42:22.742181 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-600d6ee1-c09b-408d-a104-0e291b699dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:42:03Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['733c3907-6f08-41a3-9d06-ae155d599867'], 'active': True} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:42:22.787627 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 46658) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:42:22.792738 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [None req-35638fe2-b1e5-4069-81a8-e990decaa759 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1070841398', 'description': 'tempest-secgroup-smoke-1070841398 description', 'project_id': '4dd611087eb441dc94ef8c18b6b7d600'}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:42:22.828468 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-35638fe2-b1e5-4069-81a8-e990decaa759 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks [] for security_group, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:22.877031 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvr_db [None req-600d6ee1-c09b-408d-a104-0e291b699dd5 None None] Set router 733c3907-6f08-41a3-9d06-ae155d599867 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:42:22.918041 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9041b1b-b419-4759-a9a9-cf04584029f5 req-3e6b0aae-8288-4335-8584-3bf2d5bcf0e7 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:22.920413 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a9041b1b-b419-4759-a9a9-cf04584029f5 req-3e6b0aae-8288-4335-8584-3bf2d5bcf0e7 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=bded2955-e01c-44b7-8296-944f839f06b9 HTTP/1.1" status: 200 len: 945 time: 0.0832124 Nov 11 20:42:22.973784 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-35638fe2-b1e5-4069-81a8-e990decaa759 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks [] for security_group, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:22.983833 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-35638fe2-b1e5-4069-81a8-e990decaa759 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:23.012386 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a9041b1b-b419-4759-a9a9-cf04584029f5 req-3f6fbffe-6aaa-4d93-8fcd-3f4906c22f38 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855932 Nov 11 20:42:23.018174 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-35638fe2-b1e5-4069-81a8-e990decaa759 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks [] for security_group, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:23.022571 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 46660) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:42:23.027125 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [None req-352674b7-ff04-4c44-b133-27cf78ce06db tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Request body: {'security_group_rule': {'security_group_id': '37c29b80-e151-4b83-9c77-e481a4d59491', 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:42:23.032482 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-35638fe2-b1e5-4069-81a8-e990decaa759 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2432859 Nov 11 20:42:23.043210 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35638fe2-b1e5-4069-81a8-e990decaa759 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37c29b80-e151-4b83-9c77-e481a4d59491,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:23.063739 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-352674b7-ff04-4c44-b133-27cf78ce06db tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:23.132992 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-600d6ee1-c09b-408d-a104-0e291b699dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733c3907-6f08-41a3-9d06-ae155d599867', 'name': 'tempest-TestVolumeBootPattern-558190591-router', 'tenant_id': '8129a3456e294da4b846967ff069784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'a7cd44c4-f5bb-4dd7-810f-587174752084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:42:16Z', 'updated_at': '2021-11-11T20:42:21Z', 'revision_number': 4, 'project_id': '8129a3456e294da4b846967ff069784e', 'gw_port': {'id': 'a7cd44c4-f5bb-4dd7-810f-587174752084', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733c3907-6f08-41a3-9d06-ae155d599867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:16Z', 'updated_at': '2021-11-11T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': '256bddd2-1726-4fb0-a35b-2626ed94322a', 'name': '', 'network_id': '2e195498-59d1-4170-ad6c-e3718a672b38', 'tenant_id': '8129a3456e294da4b846967ff069784e', 'mac_address': 'fa:16:3e:71:26:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733c3907-6f08-41a3-9d06-ae155d599867', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '4175d8d8-11d2-4ed7-a3c8-6cf23a0e6b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:20Z', 'updated_at': '2021-11-11T20:42:21Z', 'revision_number': 2, 'project_id': '8129a3456e294da4b846967ff069784e', 'subnets': [{'id': '4175d8d8-11d2-4ed7-a3c8-6cf23a0e6b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:42:23.149845 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-352674b7-ff04-4c44-b133-27cf78ce06db tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:23.161350 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-352674b7-ff04-4c44-b133-27cf78ce06db tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641934'] for security_group_rule, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:23.165116 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600d6ee1-c09b-408d-a104-0e291b699dd5 None None] Checking router: 733c3907-6f08-41a3-9d06-ae155d599867 for host: dv-cinder-817642-1-iscsi {{(pid=101813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:42:23.165365 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600d6ee1-c09b-408d-a104-0e291b699dd5 None None] Updating router 733c3907-6f08-41a3-9d06-ae155d599867 port 256bddd2-1726-4fb0-a35b-2626ed94322a binding host dv-cinder-817642-1-iscsi {{(pid=101813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:42:23.172252 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c6299-fc8a-4e8e-8679-d7af203f7558 req-3bb2a1a0-6ffe-4e32-95f8-b6af29e0ec60 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:23.174147 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-da1c6299-fc8a-4e8e-8679-d7af203f7558 req-3bb2a1a0-6ffe-4e32-95f8-b6af29e0ec60 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 943 time: 0.0519097 Nov 11 20:42:23.187381 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352674b7-ff04-4c44-b133-27cf78ce06db tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1bd8e2d-2444-48ba-a563-16ff6f693fa2,revision_number=0']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:23.192369 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-600d6ee1-c09b-408d-a104-0e291b699dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:23.193378 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-352674b7-ff04-4c44-b133-27cf78ce06db tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:23.195498 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-352674b7-ff04-4c44-b133-27cf78ce06db tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1712177 Nov 11 20:42:23.197498 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 46666) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:42:23.203294 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [None req-866e7543-1eb6-47d3-858b-1a4076cc9660 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Request body: {'security_group_rule': {'security_group_id': '37c29b80-e151-4b83-9c77-e481a4d59491', 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:42:23.232207 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-866e7543-1eb6-47d3-858b-1a4076cc9660 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:23.237337 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-da1c6299-fc8a-4e8e-8679-d7af203f7558 req-46244d18-4b1a-4d43-824b-3561dfd64084 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555198 Nov 11 20:42:23.311076 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-866e7543-1eb6-47d3-858b-1a4076cc9660 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:23.317426 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-866e7543-1eb6-47d3-858b-1a4076cc9660 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641934'] for security_group_rule, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:23.348870 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866e7543-1eb6-47d3-858b-1a4076cc9660 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d0c7a93-4481-4e65-acef-0103d2adbe29,revision_number=0']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:23.418276 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-866e7543-1eb6-47d3-858b-1a4076cc9660 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:23.422928 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-866e7543-1eb6-47d3-858b-1a4076cc9660 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2243042 Nov 11 20:42:23.426022 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 46668) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:42:23.438840 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [None req-de44e199-ca59-4f70-98ac-5e292964d4dd tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Request body: {'security_group_rule': {'security_group_id': '37c29b80-e151-4b83-9c77-e481a4d59491', 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:42:23.459382 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10824e-d3bb-4296-a2e9-51fbddc0b592 req-3e68bc96-4000-4254-9d00-356731e87125 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:23.467866 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ec10824e-d3bb-4296-a2e9-51fbddc0b592 req-3e68bc96-4000-4254-9d00-356731e87125 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0808623 Nov 11 20:42:23.496260 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-de44e199-ca59-4f70-98ac-5e292964d4dd tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:23.526613 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ec10824e-d3bb-4296-a2e9-51fbddc0b592 req-63f88914-2248-4ae6-b197-1dd7d85462f1 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576937 Nov 11 20:42:23.565939 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-de44e199-ca59-4f70-98ac-5e292964d4dd tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:23.570174 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-de44e199-ca59-4f70-98ac-5e292964d4dd tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641934'] for security_group_rule, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:23.588942 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de44e199-ca59-4f70-98ac-5e292964d4dd tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d465f10-9a92-4feb-847a-c6a7b4d02290,revision_number=0']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:23.596812 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-de44e199-ca59-4f70-98ac-5e292964d4dd tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:23.600134 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-de44e199-ca59-4f70-98ac-5e292964d4dd tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1708157 Nov 11 20:42:23.601394 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 46672) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:42:23.607188 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [None req-0692adc6-d81f-40bc-8741-c10aa32d025c tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Request body: {'security_group_rule': {'security_group_id': '37c29b80-e151-4b83-9c77-e481a4d59491', 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:42:23.619360 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-600d6ee1-c09b-408d-a104-0e291b699dd5 None None] Publish callbacks [] for port, precommit_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:23.626249 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-600d6ee1-c09b-408d-a104-0e291b699dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:23.635905 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-0692adc6-d81f-40bc-8741-c10aa32d025c tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:23.677487 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406f29d8-fdc1-4f95-9f7e-bac9569fb5fd None None] Pushing event updated for resources: {'Port': ['ID=256bddd2-1726-4fb0-a35b-2626ed94322a,revision_number=3']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:23.708016 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-0692adc6-d81f-40bc-8741-c10aa32d025c tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:23.720814 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-0692adc6-d81f-40bc-8741-c10aa32d025c tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641934'] for security_group_rule, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:23.748142 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-600d6ee1-c09b-408d-a104-0e291b699dd5 None None] Attempting to bind port 256bddd2-1726-4fb0-a35b-2626ed94322a on host dv-cinder-817642-1-iscsi for vnic_type normal with profile {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:42:23.748510 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-600d6ee1-c09b-408d-a104-0e291b699dd5 None None] Attempting to bind port 256bddd2-1726-4fb0-a35b-2626ed94322a by drivers openvswitch,hyperv on host dv-cinder-817642-1-iscsi at level 0 using segments [{'id': '0b8f8410-9f97-49ce-a07d-1c671e6cb4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '2e195498-59d1-4170-ad6c-e3718a672b38'}] {{(pid=101813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:42:23.748864 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600d6ee1-c09b-408d-a104-0e291b699dd5 None None] Attempting to bind port 256bddd2-1726-4fb0-a35b-2626ed94322a on network 2e195498-59d1-4170-ad6c-e3718a672b38 {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:42:23.754797 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0692adc6-d81f-40bc-8741-c10aa32d025c tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddd0b923-e865-4b59-99f6-453d6d3d90e7,revision_number=0']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:23.755780 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600d6ee1-c09b-408d-a104-0e291b699dd5 None None] Checking agent: {'id': '2f88a117-5cd0-41ac-983d-8c5af48f8bd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 30, 6), 'started_at': datetime.datetime(2021, 11, 11, 20, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:42:23.756180 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600d6ee1-c09b-408d-a104-0e291b699dd5 None None] Checking segment: {'id': '0b8f8410-9f97-49ce-a07d-1c671e6cb4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '2e195498-59d1-4170-ad6c-e3718a672b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:42:23.756577 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-600d6ee1-c09b-408d-a104-0e291b699dd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:23.757086 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600d6ee1-c09b-408d-a104-0e291b699dd5 None None] Bound using segment: {'id': '0b8f8410-9f97-49ce-a07d-1c671e6cb4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '2e195498-59d1-4170-ad6c-e3718a672b38'} {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:42:23.757484 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-600d6ee1-c09b-408d-a104-0e291b699dd5 None None] Bound port: 256bddd2-1726-4fb0-a35b-2626ed94322a, host: dv-cinder-817642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8f8410-9f97-49ce-a07d-1c671e6cb4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '2e195498-59d1-4170-ad6c-e3718a672b38'}}] {{(pid=101813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:42:23.757850 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-600d6ee1-c09b-408d-a104-0e291b699dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:23.796521 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-0692adc6-d81f-40bc-8741-c10aa32d025c tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:23.799603 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-0692adc6-d81f-40bc-8741-c10aa32d025c tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1974351 Nov 11 20:42:23.802257 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 46674) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:42:23.811045 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [None req-643c024c-cf6a-4c05-8bf9-dc43b23d1f63 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Request body: {'security_group_rule': {'security_group_id': '37c29b80-e151-4b83-9c77-e481a4d59491', 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:42:23.826440 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device a7cd44c4-f5bb-4dd7-810f-587174752084 up at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:42:23.839427 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.db.securitygroups_db [None req-643c024c-cf6a-4c05-8bf9-dc43b23d1f63 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Project 4dd611087eb441dc94ef8c18b6b7d600 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 20:42:23.845379 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-643c024c-cf6a-4c05-8bf9-dc43b23d1f63 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:23.891285 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-600d6ee1-c09b-408d-a104-0e291b699dd5 None None] For port 256bddd2-1726-4fb0-a35b-2626ed94322a, host dv-cinder-817642-1-iscsi, cleared binding levels {{(pid=101813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:42:23.896567 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-600d6ee1-c09b-408d-a104-0e291b699dd5 None None] For port 256bddd2-1726-4fb0-a35b-2626ed94322a, host dv-cinder-817642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=256bddd2-1726-4fb0-a35b-2626ed94322a,segment=NetworkSegment(0b8f8410-9f97-49ce-a07d-1c671e6cb4bd),segment_id=0b8f8410-9f97-49ce-a07d-1c671e6cb4bd)] {{(pid=101813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:42:23.907799 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-600d6ee1-c09b-408d-a104-0e291b699dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:23.927342 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-643c024c-cf6a-4c05-8bf9-dc43b23d1f63 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:23.939670 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-643c024c-cf6a-4c05-8bf9-dc43b23d1f63 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641934'] for security_group_rule, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:23.975112 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643c024c-cf6a-4c05-8bf9-dc43b23d1f63 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52d9d48d-4c88-431b-a03c-836fbeca02be,revision_number=0']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:23.977026 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Provisioning complete for port a7cd44c4-f5bb-4dd7-810f-587174752084 triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:42:23.977415 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:23.987289 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-643c024c-cf6a-4c05-8bf9-dc43b23d1f63 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:23.988939 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-643c024c-cf6a-4c05-8bf9-dc43b23d1f63 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1816840 Nov 11 20:42:23.992362 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 46676) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:42:23.997690 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [None req-0265665d-2599-40a0-9f4f-1699c4216de6 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Request body: {'security_group_rule': {'security_group_id': '37c29b80-e151-4b83-9c77-e481a4d59491', 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:42:24.024020 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.db.securitygroups_db [None req-0265665d-2599-40a0-9f4f-1699c4216de6 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Project 4dd611087eb441dc94ef8c18b6b7d600 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 20:42:24.028237 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-110714d3-ce67-43a8-bf71-ad0b34c10a35 None None] Provisioning complete for port 256bddd2-1726-4fb0-a35b-2626ed94322a triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:42:24.028606 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-110714d3-ce67-43a8-bf71-ad0b34c10a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:24.029333 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-0265665d-2599-40a0-9f4f-1699c4216de6 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:24.032785 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406f29d8-fdc1-4f95-9f7e-bac9569fb5fd None None] Pushing event updated for resources: {'Port': ['ID=256bddd2-1726-4fb0-a35b-2626ed94322a,revision_number=4']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:24.058073 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600d6ee1-c09b-408d-a104-0e291b699dd5 None None] Routers {'733c3907-6f08-41a3-9d06-ae155d599867'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:42:24.058701 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-600d6ee1-c09b-408d-a104-0e291b699dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:42:03Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['733c3907-6f08-41a3-9d06-ae155d599867'], 'active': True} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:42:24.118980 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-0265665d-2599-40a0-9f4f-1699c4216de6 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:24.124637 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-0265665d-2599-40a0-9f4f-1699c4216de6 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641934'] for security_group_rule, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:24.202138 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-0265665d-2599-40a0-9f4f-1699c4216de6 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:24.206703 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-0265665d-2599-40a0-9f4f-1699c4216de6 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2099898 Nov 11 20:42:24.206703 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265665d-2599-40a0-9f4f-1699c4216de6 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b07a5bc3-c324-4ac1-a773-7fd7aafbf2a7,revision_number=0']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:24.234563 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faae68a-c656-4e5a-a03f-250e43f2cfc8 req-7383d3ba-f162-4dc7-87e4-3d3f6a0ad888 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:24.236244 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9faae68a-c656-4e5a-a03f-250e43f2cfc8 req-7383d3ba-f162-4dc7-87e4-3d3f6a0ad888 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=bded2955-e01c-44b7-8296-944f839f06b9 HTTP/1.1" status: 200 len: 945 time: 0.0882401 Nov 11 20:42:24.292605 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9faae68a-c656-4e5a-a03f-250e43f2cfc8 req-e80f5b06-dbe5-4c3c-8e51-809f8a97f711 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491824 Nov 11 20:42:24.438770 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvr_db [None req-600d6ee1-c09b-408d-a104-0e291b699dd5 None None] Set router 733c3907-6f08-41a3-9d06-ae155d599867 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:42:24.451333 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32fd47-9fd7-4e18-9477-efe90bea3bca req-c43d9de8-ae69-40b6-8288-97cd3d5f5d3d tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:24.452907 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-af32fd47-9fd7-4e18-9477-efe90bea3bca req-c43d9de8-ae69-40b6-8288-97cd3d5f5d3d tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 943 time: 0.0610149 Nov 11 20:42:24.502708 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-110714d3-ce67-43a8-bf71-ad0b34c10a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:24.518995 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-af32fd47-9fd7-4e18-9477-efe90bea3bca req-49301a34-2400-45e2-919d-656d1e8a2b11 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577111 Nov 11 20:42:24.612763 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-110714d3-ce67-43a8-bf71-ad0b34c10a35 None None] For port 256bddd2-1726-4fb0-a35b-2626ed94322a, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=256bddd2-1726-4fb0-a35b-2626ed94322a,segment=NetworkSegment(0b8f8410-9f97-49ce-a07d-1c671e6cb4bd),segment_id=0b8f8410-9f97-49ce-a07d-1c671e6cb4bd)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:42:24.619026 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-110714d3-ce67-43a8-bf71-ad0b34c10a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:24.681264 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb11f5f-bc59-4dad-9a0a-28edc75f1142 req-0d980f69-32ce-464c-9b7b-e4bfc459c675 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:24.683013 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-afb11f5f-bc59-4dad-9a0a-28edc75f1142 req-0d980f69-32ce-464c-9b7b-e4bfc459c675 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0619009 Nov 11 20:42:24.694841 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110714d3-ce67-43a8-bf71-ad0b34c10a35 None None] Pushing event updated for resources: {'Port': ['ID=256bddd2-1726-4fb0-a35b-2626ed94322a,revision_number=5']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:24.769505 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-600d6ee1-c09b-408d-a104-0e291b699dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733c3907-6f08-41a3-9d06-ae155d599867', 'name': 'tempest-TestVolumeBootPattern-558190591-router', 'tenant_id': '8129a3456e294da4b846967ff069784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'a7cd44c4-f5bb-4dd7-810f-587174752084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:42:16Z', 'updated_at': '2021-11-11T20:42:21Z', 'revision_number': 4, 'project_id': '8129a3456e294da4b846967ff069784e', 'gw_port': {'id': 'a7cd44c4-f5bb-4dd7-810f-587174752084', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733c3907-6f08-41a3-9d06-ae155d599867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:16Z', 'updated_at': '2021-11-11T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': '256bddd2-1726-4fb0-a35b-2626ed94322a', 'name': '', 'network_id': '2e195498-59d1-4170-ad6c-e3718a672b38', 'tenant_id': '8129a3456e294da4b846967ff069784e', 'mac_address': 'fa:16:3e:71:26:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733c3907-6f08-41a3-9d06-ae155d599867', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '4175d8d8-11d2-4ed7-a3c8-6cf23a0e6b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:20Z', 'updated_at': '2021-11-11T20:42:23Z', 'revision_number': 4, 'project_id': '8129a3456e294da4b846967ff069784e', 'subnets': [{'id': '4175d8d8-11d2-4ed7-a3c8-6cf23a0e6b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:42:24.780244 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-afb11f5f-bc59-4dad-9a0a-28edc75f1142 req-9fb6c483-c7e3-46df-b1f6-64dfc5c85b15 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895784 Nov 11 20:42:24.794157 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600d6ee1-c09b-408d-a104-0e291b699dd5 None None] The sync data for ids ['733c3907-6f08-41a3-9d06-ae155d599867'] in dv-cinder-817642-1-iscsi is: [{'id': '733c3907-6f08-41a3-9d06-ae155d599867', 'name': 'tempest-TestVolumeBootPattern-558190591-router', 'tenant_id': '8129a3456e294da4b846967ff069784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'a7cd44c4-f5bb-4dd7-810f-587174752084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:42:16Z', 'updated_at': '2021-11-11T20:42:21Z', 'revision_number': 4, 'project_id': '8129a3456e294da4b846967ff069784e', 'gw_port': {'id': 'a7cd44c4-f5bb-4dd7-810f-587174752084', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733c3907-6f08-41a3-9d06-ae155d599867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:16Z', 'updated_at': '2021-11-11T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': '256bddd2-1726-4fb0-a35b-2626ed94322a', 'name': '', 'network_id': '2e195498-59d1-4170-ad6c-e3718a672b38', 'tenant_id': '8129a3456e294da4b846967ff069784e', 'mac_address': 'fa:16:3e:71:26:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733c3907-6f08-41a3-9d06-ae155d599867', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '4175d8d8-11d2-4ed7-a3c8-6cf23a0e6b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:20Z', 'updated_at': '2021-11-11T20:42:23Z', 'revision_number': 4, 'project_id': '8129a3456e294da4b846967ff069784e', 'subnets': [{'id': '4175d8d8-11d2-4ed7-a3c8-6cf23a0e6b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:42:24.795808 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-60a13a06-56d1-4555-8de4-7fe59c1009e7 None None] Provisioning complete for port 256bddd2-1726-4fb0-a35b-2626ed94322a triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:42:24.796236 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-60a13a06-56d1-4555-8de4-7fe59c1009e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:25.418603 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acaf84-39ed-4bc1-9d0b-e9b6e792400e req-5ad4b099-5a5d-4fb9-929c-2ebc21225049 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:25.420214 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-45acaf84-39ed-4bc1-9d0b-e9b6e792400e req-5ad4b099-5a5d-4fb9-929c-2ebc21225049 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=bded2955-e01c-44b7-8296-944f839f06b9 HTTP/1.1" status: 200 len: 945 time: 0.0508027 Nov 11 20:42:25.468314 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-45acaf84-39ed-4bc1-9d0b-e9b6e792400e req-2d1a2aa1-505e-42a7-af94-10ecd4412bb5 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421419 Nov 11 20:42:25.650230 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff2ff95-b4dd-4fcf-9e1d-120e0acf4437 req-1136b2c0-3bcd-47df-96b7-a9534a463387 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:25.651709 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-aff2ff95-b4dd-4fcf-9e1d-120e0acf4437 req-1136b2c0-3bcd-47df-96b7-a9534a463387 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 943 time: 0.0558250 Nov 11 20:42:25.703534 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-aff2ff95-b4dd-4fcf-9e1d-120e0acf4437 req-5b741212-1c66-43c1-b51e-4f9f28fd5fdc tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459177 Nov 11 20:42:25.821727 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device 256bddd2-1726-4fb0-a35b-2626ed94322a up at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:42:25.894470 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Provisioning complete for port 256bddd2-1726-4fb0-a35b-2626ed94322a triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:42:25.894842 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:25.940280 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba89299-954b-430d-b5d3-895de6edd9ba req-180ae438-c90a-4ac8-9f24-6883970052cf tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:25.941851 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0ba89299-954b-430d-b5d3-895de6edd9ba req-180ae438-c90a-4ac8-9f24-6883970052cf tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0904133 Nov 11 20:42:26.021139 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0ba89299-954b-430d-b5d3-895de6edd9ba req-250a6f82-e82a-4b3b-8dda-9493b5f6c21d tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671160 Nov 11 20:42:26.034951 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1957f17d-de84-4507-b4c6-112aec0dd371 req-2b4faa7a-13b2-4264-8589-0b65d6769cbc service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0600438 Nov 11 20:42:26.168397 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957f17d-de84-4507-b4c6-112aec0dd371 req-a36adeb8-499b-41aa-bb4d-b2c6f0a12333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:26.169886 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1957f17d-de84-4507-b4c6-112aec0dd371 req-a36adeb8-499b-41aa-bb4d-b2c6f0a12333 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7b92a8a05c22447985ae53c7b9c91fc8&device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8 HTTP/1.1" status: 200 len: 1098 time: 0.0455756 Nov 11 20:42:26.293059 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957f17d-de84-4507-b4c6-112aec0dd371 req-203d4bb5-3f3f-484a-bb02-593c579d98af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:26.294503 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1957f17d-de84-4507-b4c6-112aec0dd371 req-203d4bb5-3f3f-484a-bb02-593c579d98af service neutron] 10.222.0.78 "GET /v2.0/networks?id=f75b74a3-4944-4e66-a1f1-0eb754745d66 HTTP/1.1" status: 200 len: 915 time: 0.0875907 Nov 11 20:42:26.365501 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1957f17d-de84-4507-b4c6-112aec0dd371 req-506a564f-0f83-4b5c-bb7e-619305ce2860 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1e7e113-49ef-49f9-9fd9-7534d076360a HTTP/1.1" status: 200 len: 217 time: 0.0379677 Nov 11 20:42:26.422201 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957f17d-de84-4507-b4c6-112aec0dd371 req-c7093d88-4bda-498f-baec-2d8efcd45d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:26.423650 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1957f17d-de84-4507-b4c6-112aec0dd371 req-c7093d88-4bda-498f-baec-2d8efcd45d9b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c3ddfd0b-0a11-463e-9bc6-4a5797fe6680 HTTP/1.1" status: 200 len: 854 time: 0.0439727 Nov 11 20:42:26.473515 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1957f17d-de84-4507-b4c6-112aec0dd371 req-246f8dee-bbe8-4717-a278-6e7245a00123 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f75b74a3-4944-4e66-a1f1-0eb754745d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248077 Nov 11 20:42:26.609169 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1957f17d-de84-4507-b4c6-112aec0dd371 req-4613accc-5a06-4bda-9264-3dd965ee735f service neutron] 10.222.0.78 "GET /v2.0/networks/f75b74a3-4944-4e66-a1f1-0eb754745d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163344 Nov 11 20:42:26.618950 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ba0e0-4e09-4121-b165-0531d6dbeb38 req-3a014ad5-d465-4378-989b-8d36d28774cb tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:26.620316 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3b0ba0e0-4e09-4121-b165-0531d6dbeb38 req-3a014ad5-d465-4378-989b-8d36d28774cb tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=bded2955-e01c-44b7-8296-944f839f06b9 HTTP/1.1" status: 200 len: 945 time: 0.0741165 Nov 11 20:42:26.727279 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3b0ba0e0-4e09-4121-b165-0531d6dbeb38 req-7baed391-8c66-47a3-b0db-9af278033dc6 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962017 Nov 11 20:42:26.749618 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1957f17d-de84-4507-b4c6-112aec0dd371 req-03dcb1f6-8df3-46d5-a49a-fe30b3938105 service neutron] 10.222.0.78 "GET /v2.0/networks/f75b74a3-4944-4e66-a1f1-0eb754745d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254494 Nov 11 20:42:26.836890 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c45010-fb61-4c84-9957-2e77ca536336 req-08e84bdf-8149-435a-8af5-d321ca3ab57c tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:26.838537 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c7c45010-fb61-4c84-9957-2e77ca536336 req-08e84bdf-8149-435a-8af5-d321ca3ab57c tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 943 time: 0.0534298 Nov 11 20:42:26.891063 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c7c45010-fb61-4c84-9957-2e77ca536336 req-26cbbaa8-0953-47ad-9d24-1c4bb4ea7e23 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461347 Nov 11 20:42:27.213765 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61c6bf-66f8-4018-bec7-9a890bb22d9b req-dc3bbc22-b331-488b-b6ae-06fbbd928d0e tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:27.215230 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ce61c6bf-66f8-4018-bec7-9a890bb22d9b req-dc3bbc22-b331-488b-b6ae-06fbbd928d0e tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0838163 Nov 11 20:42:27.228338 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64803ba6-1991-485b-a4d7-d74cf502738d req-b765a3a9-6702-431d-821c-778a12d6f930 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:27.229721 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-64803ba6-1991-485b-a4d7-d74cf502738d req-b765a3a9-6702-431d-821c-778a12d6f930 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/ports?device_id=88a68a80-f2c4-48c3-ac43-f1e76012f3ea HTTP/1.1" status: 200 len: 945 time: 0.0863664 Nov 11 20:42:27.302459 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ce61c6bf-66f8-4018-bec7-9a890bb22d9b req-7a6c71cb-3df8-4ead-b203-f511c238b249 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717957 Nov 11 20:42:27.307317 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-64803ba6-1991-485b-a4d7-d74cf502738d req-911541fc-1e5f-47e1-89eb-ce8156fa6912 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/security-groups?id=457f38f0-4b56-4441-98f2-42141019ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711465 Nov 11 20:42:27.380048 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924a2f8-46cb-4c09-b464-105556308efa req-bd6166be-c65c-4ad6-ae25-88cddb5c19e4 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:27.382455 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2924a2f8-46cb-4c09-b464-105556308efa req-bd6166be-c65c-4ad6-ae25-88cddb5c19e4 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.78 "GET /v2.0/ports?device_id=bded2955-e01c-44b7-8296-944f839f06b9 HTTP/1.1" status: 200 len: 945 time: 0.0494418 Nov 11 20:42:27.489219 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [req-2924a2f8-46cb-4c09-b464-105556308efa req-45a7b12e-c6af-43ad-9500-e712b1ddb442 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Deleting port 29fa7464-b08b-4f56-89c0-b86091d4eb50 {{(pid=101811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:42:27.489863 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-2924a2f8-46cb-4c09-b464-105556308efa req-45a7b12e-c6af-43ad-9500-e712b1ddb442 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:27.578746 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-2924a2f8-46cb-4c09-b464-105556308efa req-45a7b12e-c6af-43ad-9500-e712b1ddb442 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] For port 29fa7464-b08b-4f56-89c0-b86091d4eb50, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=29fa7464-b08b-4f56-89c0-b86091d4eb50,segment=NetworkSegment(727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f),segment_id=727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f)] {{(pid=101811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:42:27.579103 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-2924a2f8-46cb-4c09-b464-105556308efa req-45a7b12e-c6af-43ad-9500-e712b1ddb442 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:27.591884 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [req-2924a2f8-46cb-4c09-b464-105556308efa req-45a7b12e-c6af-43ad-9500-e712b1ddb442 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Calling delete_port for 29fa7464-b08b-4f56-89c0-b86091d4eb50 owned by compute:nova {{(pid=101811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:42:27.728487 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-2924a2f8-46cb-4c09-b464-105556308efa req-45a7b12e-c6af-43ad-9500-e712b1ddb442 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25464144'] for port, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:27.747210 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] get_ports_and_sgs() called for port_ids ['a1e7e113-49ef-49f9-9fd9-7534d076360a', '29fa7464-b08b-4f56-89c0-b86091d4eb50'] {{(pid=101813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:42:27.766696 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a7b12e-c6af-43ad-9500-e712b1ddb442 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Pushing event deleted for resources: {'Port': ['ID=29fa7464-b08b-4f56-89c0-b86091d4eb50,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:27.812434 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [req-2924a2f8-46cb-4c09-b464-105556308efa req-45a7b12e-c6af-43ad-9500-e712b1ddb442 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] No DVR routers for this DVR port 29fa7464-b08b-4f56-89c0-b86091d4eb50 on host hv-cinder-81764 {{(pid=101811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:42:27.815047 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-2924a2f8-46cb-4c09-b464-105556308efa req-45a7b12e-c6af-43ad-9500-e712b1ddb442 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:27.818343 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2924a2f8-46cb-4c09-b464-105556308efa req-45a7b12e-c6af-43ad-9500-e712b1ddb442 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.78 "DELETE /v2.0/ports/29fa7464-b08b-4f56-89c0-b86091d4eb50 HTTP/1.1" status: 204 len: 173 time: 0.4221151 Nov 11 20:42:27.825732 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bded2955-e01c-44b7-8296-944f839f06b9', 'name': 'network-vif-deleted', 'tag': '29fa7464-b08b-4f56-89c0-b86091d4eb50'}] {{(pid=101811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:42:27.828000 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5736cb7e175e5ed5563496e7c8b9c6d8883e61bc6d504a4dc096e4a6f480cdce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4cfb3ec-c91c-4d94-9e28-79daf0cc36c7" -d '{"events": [{"server_uuid": "bded2955-e01c-44b7-8296-944f839f06b9", "name": "network-vif-deleted", "tag": "29fa7464-b08b-4f56-89c0-b86091d4eb50"}]}' {{(pid=101811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:42:27.850080 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-6262c60a-5ca7-41f9-9f8c-c6543b3cb5b5 req-5e6ddcd8-d84c-44c5-899a-5e9d6a59638c tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=bded2955-e01c-44b7-8296-944f839f06b9 HTTP/1.1" status: 200 len: 210 time: 0.0387659 Nov 11 20:42:27.886502 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e3c8c6-4026-40c3-ab0c-7c40fc5f5d3d x-openstack-request-id: req-50e3c8c6-4026-40c3-ab0c-7c40fc5f5d3d {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:42:27.887251 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bded2955-e01c-44b7-8296-944f839f06b9", "name": "network-vif-deleted", "tag": "29fa7464-b08b-4f56-89c0-b86091d4eb50", "status": "completed", "code": 200}]} {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:42:27.887854 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-50e3c8c6-4026-40c3-ab0c-7c40fc5f5d3d {{(pid=101811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:42:27.888286 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bded2955-e01c-44b7-8296-944f839f06b9', 'name': 'network-vif-deleted', 'tag': '29fa7464-b08b-4f56-89c0-b86091d4eb50', 'status': 'completed', 'code': 200} Nov 11 20:42:28.025473 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d1dcf-be0f-4ee2-9c62-a56dce3e2b8b req-a9b306c4-3578-4b46-821b-4ea44dfa4340 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:28.026933 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9a1d1dcf-be0f-4ee2-9c62-a56dce3e2b8b req-a9b306c4-3578-4b46-821b-4ea44dfa4340 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 943 time: 0.0553358 Nov 11 20:42:28.079911 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9a1d1dcf-be0f-4ee2-9c62-a56dce3e2b8b req-6fbc0328-a2d1-4b64-8d6c-dc28680f4133 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470309 Nov 11 20:42:28.451636 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf9b7ab-94a8-48ba-bcda-3e5e76a835e7 req-11200b37-77bf-4a89-b61b-dc0e402fdb6a tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:28.453172 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ddf9b7ab-94a8-48ba-bcda-3e5e76a835e7 req-11200b37-77bf-4a89-b61b-dc0e402fdb6a tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/ports?device_id=88a68a80-f2c4-48c3-ac43-f1e76012f3ea HTTP/1.1" status: 200 len: 945 time: 0.0676460 Nov 11 20:42:28.465258 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b5343-9f27-4e1c-ac01-05e7fc8b563e req-c5b15038-8f75-4223-bae8-69fc86c87051 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:28.466707 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-608b5343-9f27-4e1c-ac01-05e7fc8b563e req-c5b15038-8f75-4223-bae8-69fc86c87051 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0932510 Nov 11 20:42:28.536183 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ddf9b7ab-94a8-48ba-bcda-3e5e76a835e7 req-38456298-6c22-4c6a-803e-1ed2bff9b17a tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/security-groups?id=457f38f0-4b56-4441-98f2-42141019ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684628 Nov 11 20:42:28.544299 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-608b5343-9f27-4e1c-ac01-05e7fc8b563e req-18e87e1a-5071-481c-8955-f7f255b55c67 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708644 Nov 11 20:42:28.967256 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d41abd38-9b7b-4696-859b-5914022ef013 req-c07e5d38-05b9-41f6-a5c1-8a704840df3d tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=bded2955-e01c-44b7-8296-944f839f06b9 HTTP/1.1" status: 200 len: 210 time: 0.0272202 Nov 11 20:42:29.206833 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209ec34-6c34-4f52-a48a-e7cdfed97703 req-7374953a-8429-414a-9fc9-d00fce5d9658 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:29.208332 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0209ec34-6c34-4f52-a48a-e7cdfed97703 req-7374953a-8429-414a-9fc9-d00fce5d9658 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 943 time: 0.0513868 Nov 11 20:42:29.257159 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0209ec34-6c34-4f52-a48a-e7cdfed97703 req-23df6c30-4045-4804-aaa7-cf2e7435f66c tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423534 Nov 11 20:42:29.684901 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272af9f7-3934-40a2-9622-2de37fca8988 req-b48875a4-fb14-47e9-ac36-124402e0bfdf tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:29.686380 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-272af9f7-3934-40a2-9622-2de37fca8988 req-b48875a4-fb14-47e9-ac36-124402e0bfdf tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/ports?device_id=88a68a80-f2c4-48c3-ac43-f1e76012f3ea HTTP/1.1" status: 200 len: 945 time: 0.0802083 Nov 11 20:42:29.693761 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26895d69-50f3-4fcd-9705-cc6f81d6825a req-2bc85208-aa40-43a5-b00d-83d935b28dc3 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:29.695256 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-26895d69-50f3-4fcd-9705-cc6f81d6825a req-2bc85208-aa40-43a5-b00d-83d935b28dc3 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0795047 Nov 11 20:42:29.767242 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-272af9f7-3934-40a2-9622-2de37fca8988 req-4f57e351-e6f8-400f-bf18-6a37341b41dd tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/security-groups?id=457f38f0-4b56-4441-98f2-42141019ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710399 Nov 11 20:42:29.772225 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-26895d69-50f3-4fcd-9705-cc6f81d6825a req-8d67cda2-94cb-4949-bba5-8a2c17dd08c7 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702708 Nov 11 20:42:30.385595 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d065b-364c-45a0-ab6c-d3bb33f59c00 req-155ed08b-ba4c-4237-93d8-6f3c23a39e36 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:30.387102 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-544d065b-364c-45a0-ab6c-d3bb33f59c00 req-155ed08b-ba4c-4237-93d8-6f3c23a39e36 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 943 time: 0.0540056 Nov 11 20:42:30.435911 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-544d065b-364c-45a0-ab6c-d3bb33f59c00 req-4ef70dab-42ea-4fd6-9ca7-3385aee45345 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427804 Nov 11 20:42:30.716539 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-0c828659-44c7-4097-97ee-0381e801a11b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:30.836510 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4078f29-f094-435e-a6c0-0040869ebea5 req-92e338ef-ef81-43c7-bef9-65253cf3e836 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:30.838286 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a4078f29-f094-435e-a6c0-0040869ebea5 req-92e338ef-ef81-43c7-bef9-65253cf3e836 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.78 "GET /v2.0/ports?device_id=88a68a80-f2c4-48c3-ac43-f1e76012f3ea HTTP/1.1" status: 200 len: 945 time: 0.0576820 Nov 11 20:42:31.258000 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9342a81-bf05-4704-9e4f-3092c785522e req-688bf251-6e4f-472a-b233-63598b4ed919 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:31.259426 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f9342a81-bf05-4704-9e4f-3092c785522e req-688bf251-6e4f-472a-b233-63598b4ed919 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/ports?device_id=88a68a80-f2c4-48c3-ac43-f1e76012f3ea HTTP/1.1" status: 200 len: 945 time: 0.4160521 Nov 11 20:42:31.277471 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8b224-6baf-4d01-b861-a1af716f329d req-7479f782-3d7c-4cac-8cc9-fd078dbb3cb3 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:31.279335 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-efa8b224-6baf-4d01-b861-a1af716f329d req-7479f782-3d7c-4cac-8cc9-fd078dbb3cb3 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.4017646 Nov 11 20:42:31.369027 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f9342a81-bf05-4704-9e4f-3092c785522e req-6e51e2b5-5ff1-402b-93ef-59e282f68b76 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/security-groups?id=457f38f0-4b56-4441-98f2-42141019ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031199 Nov 11 20:42:31.382970 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [req-a4078f29-f094-435e-a6c0-0040869ebea5 req-85aa7f38-7e6c-44a1-acb9-1bcf75b582f2 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Deleting port 55137242-2e6b-4a3a-a796-20d6c605c358 {{(pid=101811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:42:31.383464 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-a4078f29-f094-435e-a6c0-0040869ebea5 req-85aa7f38-7e6c-44a1-acb9-1bcf75b582f2 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:31.392137 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-efa8b224-6baf-4d01-b861-a1af716f329d req-76ae8fb6-9722-4c65-b3ad-cff00a0fd76a tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053059 Nov 11 20:42:31.493198 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-a4078f29-f094-435e-a6c0-0040869ebea5 req-85aa7f38-7e6c-44a1-acb9-1bcf75b582f2 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] For port 55137242-2e6b-4a3a-a796-20d6c605c358, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=55137242-2e6b-4a3a-a796-20d6c605c358,segment=NetworkSegment(5935d93c-8cef-43d7-bd65-25950c8efabf),segment_id=5935d93c-8cef-43d7-bd65-25950c8efabf)] {{(pid=101811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:42:31.493647 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-a4078f29-f094-435e-a6c0-0040869ebea5 req-85aa7f38-7e6c-44a1-acb9-1bcf75b582f2 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:31.510390 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [req-a4078f29-f094-435e-a6c0-0040869ebea5 req-85aa7f38-7e6c-44a1-acb9-1bcf75b582f2 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Calling delete_port for 55137242-2e6b-4a3a-a796-20d6c605c358 owned by compute:nova {{(pid=101811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:42:31.681556 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4546dd0b-8d80-4c19-a7ee-b2ee23650b12 req-ecc50acc-1489-41ab-a51d-ac27bcebc859 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:31.683035 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4546dd0b-8d80-4c19-a7ee-b2ee23650b12 req-ecc50acc-1489-41ab-a51d-ac27bcebc859 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 943 time: 0.0919878 Nov 11 20:42:31.785696 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-a4078f29-f094-435e-a6c0-0040869ebea5 req-85aa7f38-7e6c-44a1-acb9-1bcf75b582f2 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25464144'] for port, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:31.801817 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] get_ports_and_sgs() called for port_ids ['55137242-2e6b-4a3a-a796-20d6c605c358'] {{(pid=101813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:42:31.832138 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86a9bc-cb54-4705-8f2c-5cf4328f304e req-48403f8d-5b68-4452-8e82-b0e28817076a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:31.833659 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fb86a9bc-cb54-4705-8f2c-5cf4328f304e req-48403f8d-5b68-4452-8e82-b0e28817076a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4f3da3f794f742c0a5bf009d5bad5208&device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 1138 time: 0.1476140 Nov 11 20:42:31.841421 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4546dd0b-8d80-4c19-a7ee-b2ee23650b12 req-8d491708-e15c-421f-83de-6ee1b1dc2bc0 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451795 Nov 11 20:42:31.842140 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aa7f38-7e6c-44a1-acb9-1bcf75b582f2 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Pushing event deleted for resources: {'Port': ['ID=55137242-2e6b-4a3a-a796-20d6c605c358,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:31.898021 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0bb8a2-d835-4a6d-b878-fc9bef85e468 req-a23d9d26-bdc4-44a9-8b30-6800c11f55d3 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:31.899605 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4f0bb8a2-d835-4a6d-b878-fc9bef85e468 req-a23d9d26-bdc4-44a9-8b30-6800c11f55d3 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8 HTTP/1.1" status: 200 len: 945 time: 0.1664977 Nov 11 20:42:31.922573 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4078f29-f094-435e-a6c0-0040869ebea5 req-85aa7f38-7e6c-44a1-acb9-1bcf75b582f2 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] No DVR routers for this DVR port 55137242-2e6b-4a3a-a796-20d6c605c358 on host hv-cinder-81764 {{(pid=101811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:42:31.964957 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-a4078f29-f094-435e-a6c0-0040869ebea5 req-85aa7f38-7e6c-44a1-acb9-1bcf75b582f2 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:31.968177 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a4078f29-f094-435e-a6c0-0040869ebea5 req-85aa7f38-7e6c-44a1-acb9-1bcf75b582f2 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.78 "DELETE /v2.0/ports/55137242-2e6b-4a3a-a796-20d6c605c358 HTTP/1.1" status: 204 len: 173 time: 1.1121809 Nov 11 20:42:31.968628 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a68a80-f2c4-48c3-ac43-f1e76012f3ea', 'name': 'network-vif-deleted', 'tag': '55137242-2e6b-4a3a-a796-20d6c605c358'}] {{(pid=101811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:42:31.970840 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5736cb7e175e5ed5563496e7c8b9c6d8883e61bc6d504a4dc096e4a6f480cdce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99c82f7-7aa1-4967-9886-408484243a86" -d '{"events": [{"server_uuid": "88a68a80-f2c4-48c3-ac43-f1e76012f3ea", "name": "network-vif-deleted", "tag": "55137242-2e6b-4a3a-a796-20d6c605c358"}]}' {{(pid=101811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:42:32.057780 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86a9bc-cb54-4705-8f2c-5cf4328f304e req-d94eb60e-1797-46e6-af15-666e2ce2d38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:32.059189 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fb86a9bc-cb54-4705-8f2c-5cf4328f304e req-d94eb60e-1797-46e6-af15-666e2ce2d38c service neutron] 10.222.0.78 "GET /v2.0/networks?id=e3ad6302-2af8-4f34-932c-43eafe0c8fe6 HTTP/1.1" status: 200 len: 915 time: 0.2042587 Nov 11 20:42:32.062560 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4f0bb8a2-d835-4a6d-b878-fc9bef85e468 req-364bc725-5a2d-49a0-b2e1-dbdb77fc64aa tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409168 Nov 11 20:42:32.073821 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d7ad5-a6b4-44b7-b76b-115fb683bee6 req-28dbb225-9713-469d-b3b1-ad286a54361d tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:32.075600 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2f9d7ad5-a6b4-44b7-b76b-115fb683bee6 req-28dbb225-9713-469d-b3b1-ad286a54361d tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 985 time: 0.1547933 Nov 11 20:42:32.138494 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac454640-6bf4-4850-b108-4a4a5412211d x-openstack-request-id: req-ac454640-6bf4-4850-b108-4a4a5412211d {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:42:32.138787 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88a68a80-f2c4-48c3-ac43-f1e76012f3ea", "name": "network-vif-deleted", "tag": "55137242-2e6b-4a3a-a796-20d6c605c358", "status": "completed", "code": 200}]} {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:42:32.139033 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ac454640-6bf4-4850-b108-4a4a5412211d {{(pid=101811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:42:32.139420 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88a68a80-f2c4-48c3-ac43-f1e76012f3ea', 'name': 'network-vif-deleted', 'tag': '55137242-2e6b-4a3a-a796-20d6c605c358', 'status': 'completed', 'code': 200} Nov 11 20:42:32.140465 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 29fa7464-b08b-4f56-89c0-b86091d4eb50 no longer exists at agent hyperv_hv-cinder-81764 {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:42:32.161226 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] No Port match for: 29fa7464-b08b-4f56-89c0-b86091d4eb50 {{(pid=101813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:42:32.161832 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 29fa7464-b08b-4f56-89c0-b86091d4eb50 not bound to the agent host hv-cinder-81764 {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:42:32.183059 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fb86a9bc-cb54-4705-8f2c-5cf4328f304e req-eb069293-7e09-4bf9-9de9-4e4ad33d6477 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30542ce7-fdf6-41e0-981e-8ee1bf98723f HTTP/1.1" status: 200 len: 1002 time: 0.0978200 Nov 11 20:42:32.201888 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2f9d7ad5-a6b4-44b7-b76b-115fb683bee6 req-eacf5d3f-1232-45df-b547-94284056b6a9 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&id=c06bf615-ba67-4bf3-8987-cd2a1eab332f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1178861 Nov 11 20:42:32.249050 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86a9bc-cb54-4705-8f2c-5cf4328f304e req-b844fc5d-8658-4970-91ef-97eafe65fd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:32.250546 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fb86a9bc-cb54-4705-8f2c-5cf4328f304e req-b844fc5d-8658-4970-91ef-97eafe65fd52 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9b202467-3b06-4389-8c80-71f7e82c6179 HTTP/1.1" status: 200 len: 853 time: 0.0476890 Nov 11 20:42:32.306380 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86a9bc-cb54-4705-8f2c-5cf4328f304e req-d6c0438d-f716-4aa2-9b32-9398523b84bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:32.307953 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fb86a9bc-cb54-4705-8f2c-5cf4328f304e req-d6c0438d-f716-4aa2-9b32-9398523b84bc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e3ad6302-2af8-4f34-932c-43eafe0c8fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402563 Nov 11 20:42:32.411805 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fb86a9bc-cb54-4705-8f2c-5cf4328f304e req-5facb22d-09b9-4120-b793-88df40765502 service neutron] 10.222.0.78 "GET /v2.0/networks/e3ad6302-2af8-4f34-932c-43eafe0c8fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866623 Nov 11 20:42:32.538641 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f3afb59f-b061-49e8-ac76-a46d49a0d39c req-5546fcde-8a7e-43b2-9860-b4789807cc6e tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/ports?device_id=88a68a80-f2c4-48c3-ac43-f1e76012f3ea HTTP/1.1" status: 200 len: 210 time: 0.0535059 Nov 11 20:42:32.571542 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fb86a9bc-cb54-4705-8f2c-5cf4328f304e req-78348e60-7d9e-4404-9e2e-31bf90ef0c50 service neutron] 10.222.0.78 "GET /v2.0/networks/e3ad6302-2af8-4f34-932c-43eafe0c8fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462150 Nov 11 20:42:32.582782 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef65629-4fab-46fe-b390-88ed96d2ae19 req-94027e7b-62a4-4a30-9a2d-c48fad14dc21 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:32.584235 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5ef65629-4fab-46fe-b390-88ed96d2ae19 req-94027e7b-62a4-4a30-9a2d-c48fad14dc21 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.1005175 Nov 11 20:42:32.633264 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5ef65629-4fab-46fe-b390-88ed96d2ae19 req-aeb3facd-f18f-466d-bc3e-60a8e5290e7c tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424128 Nov 11 20:42:32.843058 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.agents_db [None req-82748851-6744-43b9-bd77-83e744a7c088 None None] Agent healthcheck: found 6 active agents {{(pid=101814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:42:32.983220 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76815563-c0fc-4940-8b87-7f456fc9f27e req-b49105a7-1e8e-4941-abbb-d9ff1a82b8f3 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:32.984835 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-76815563-c0fc-4940-8b87-7f456fc9f27e req-b49105a7-1e8e-4941-abbb-d9ff1a82b8f3 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 943 time: 0.0599961 Nov 11 20:42:33.034124 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-76815563-c0fc-4940-8b87-7f456fc9f27e req-7ab383cb-da23-4e95-ac76-3657bde0b047 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427976 Nov 11 20:42:33.181840 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00f6d7-f5b2-44a1-9487-245eccf03560 req-41811a93-9702-4595-8069-c50058c56568 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:33.183285 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-6e00f6d7-f5b2-44a1-9487-245eccf03560 req-41811a93-9702-4595-8069-c50058c56568 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8 HTTP/1.1" status: 200 len: 945 time: 0.0487900 Nov 11 20:42:33.229616 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-6e00f6d7-f5b2-44a1-9487-245eccf03560 req-4543def4-dc26-4f9c-b642-94422064d372 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405200 Nov 11 20:42:33.329587 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6976b7b5-0f1a-4ff6-ab57-0e2c90bba14a req-56c5eae2-2483-47e3-8b8e-1488531064af tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:33.331103 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-6976b7b5-0f1a-4ff6-ab57-0e2c90bba14a req-56c5eae2-2483-47e3-8b8e-1488531064af tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 985 time: 0.0497108 Nov 11 20:42:33.386060 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-4aea8eb5-5bcb-467a-8e06-64bbd9237471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:33.402409 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-6976b7b5-0f1a-4ff6-ab57-0e2c90bba14a req-79b2afe0-e958-4059-96c7-80888ad61f17 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&id=c06bf615-ba67-4bf3-8987-cd2a1eab332f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636642 Nov 11 20:42:33.766811 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f7692-c714-445e-b1c0-76e35602afc3 req-a4ca7f67-07d9-4312-9806-f0db00c57496 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:33.768352 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-510f7692-c714-445e-b1c0-76e35602afc3 req-a4ca7f67-07d9-4312-9806-f0db00c57496 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0587106 Nov 11 20:42:33.819111 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-510f7692-c714-445e-b1c0-76e35602afc3 req-53c08999-45f2-43cd-9b06-c82dfab2a225 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421708 Nov 11 20:42:34.154427 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57f511-fce0-4063-a80b-2ed327af87a2 req-e35618f5-7e0b-480f-a525-b6f619a7cfda tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:34.155878 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-6e57f511-fce0-4063-a80b-2ed327af87a2 req-e35618f5-7e0b-480f-a525-b6f619a7cfda tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 943 time: 0.0482094 Nov 11 20:42:34.205336 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-6e57f511-fce0-4063-a80b-2ed327af87a2 req-3404c359-2080-48d2-b87c-11bc13beb6ce tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435059 Nov 11 20:42:34.355408 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941006a-9578-4d70-abca-419408652e47 req-a19674ad-82f4-4f29-84c0-05f2c82432a2 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:34.357015 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f941006a-9578-4d70-abca-419408652e47 req-a19674ad-82f4-4f29-84c0-05f2c82432a2 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8 HTTP/1.1" status: 200 len: 945 time: 0.0531645 Nov 11 20:42:34.361919 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3d9940ef-842e-4b07-a279-f9f66b0ee11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:34.405773 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f941006a-9578-4d70-abca-419408652e47 req-0716e516-6e55-4b27-8efc-9ee289df6685 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419428 Nov 11 20:42:34.519797 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a867e1-5a98-4c1b-bb0a-9e396498c428 req-45109edd-9802-4d10-af25-665a4b9b7c67 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:34.521253 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e9a867e1-5a98-4c1b-bb0a-9e396498c428 req-45109edd-9802-4d10-af25-665a4b9b7c67 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 985 time: 0.0521903 Nov 11 20:42:34.582995 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e9a867e1-5a98-4c1b-bb0a-9e396498c428 req-31928561-9bce-4aab-a7a1-2555548f17cd tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&id=c06bf615-ba67-4bf3-8987-cd2a1eab332f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556202 Nov 11 20:42:34.934006 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b34618-9deb-4449-826e-6986cac166d6 req-43c4722f-f249-4af0-8df7-46ab5979cc96 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:34.935457 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-77b34618-9deb-4449-826e-6986cac166d6 req-43c4722f-f249-4af0-8df7-46ab5979cc96 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0487709 Nov 11 20:42:34.988412 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-77b34618-9deb-4449-826e-6986cac166d6 req-5b3720bf-7057-45e9-8b38-5560e562fe28 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469987 Nov 11 20:42:35.330055 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50303aff-dfd9-43e9-9b75-422ed777add4 req-e1915075-add5-4330-8ed1-8460ff5e1b8e tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:35.331824 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-50303aff-dfd9-43e9-9b75-422ed777add4 req-e1915075-add5-4330-8ed1-8460ff5e1b8e tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 943 time: 0.0518186 Nov 11 20:42:35.381755 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-50303aff-dfd9-43e9-9b75-422ed777add4 req-498b264d-96b3-4b87-b5ba-9505a43ce6f4 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435550 Nov 11 20:42:35.521074 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be2311-4763-4978-b6b2-3c8a0234e033 req-63b5cbb4-d9de-4e67-85ee-f79a109ca22e tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:35.522491 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c0be2311-4763-4978-b6b2-3c8a0234e033 req-63b5cbb4-d9de-4e67-85ee-f79a109ca22e tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8 HTTP/1.1" status: 200 len: 945 time: 0.0497983 Nov 11 20:42:35.572555 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c0be2311-4763-4978-b6b2-3c8a0234e033 req-af7030e0-ac85-4876-8f0f-42245b4377c0 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435336 Nov 11 20:42:35.700661 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e8d8e-d499-47fb-b772-dab3f269c55d req-82a5c781-145e-475b-911b-fd3986ca2a99 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:35.702191 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2c1e8d8e-d499-47fb-b772-dab3f269c55d req-82a5c781-145e-475b-911b-fd3986ca2a99 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 985 time: 0.0531321 Nov 11 20:42:35.764069 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2c1e8d8e-d499-47fb-b772-dab3f269c55d req-53ecc2ef-b0ae-4da0-bbd8-1bafed852e45 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&id=c06bf615-ba67-4bf3-8987-cd2a1eab332f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544975 Nov 11 20:42:36.105700 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b24fd597-249d-429f-8b46-48f3c6a9ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:36.115709 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7288d12-1eb4-4210-8622-a30ccd7d0b86 req-0bbaee0e-5dc9-40ba-890b-08cc4c7c1f2a tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:36.117950 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c7288d12-1eb4-4210-8622-a30ccd7d0b86 req-0bbaee0e-5dc9-40ba-890b-08cc4c7c1f2a tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0544589 Nov 11 20:42:36.164591 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c7288d12-1eb4-4210-8622-a30ccd7d0b86 req-3bf606a9-af86-4de9-afb6-8988742820ee tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408633 Nov 11 20:42:36.431726 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:36.509163 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da611e8-9033-4349-872b-fadcb9c5ac83 req-c08c5101-a6e9-4bcd-8574-94b07362993c tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:36.510634 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0da611e8-9033-4349-872b-fadcb9c5ac83 req-c08c5101-a6e9-4bcd-8574-94b07362993c tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 943 time: 0.0529044 Nov 11 20:42:36.557758 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0da611e8-9033-4349-872b-fadcb9c5ac83 req-6cd7c4ec-4dc2-475d-9253-4f4f1a50c5ef tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411375 Nov 11 20:42:36.687656 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370b896-ab2d-48be-b86c-cc4d0fdf435e req-0e8ed863-c046-45c6-8ecc-80d4a77a77ac tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:36.689224 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7370b896-ab2d-48be-b86c-cc4d0fdf435e req-0e8ed863-c046-45c6-8ecc-80d4a77a77ac tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8 HTTP/1.1" status: 200 len: 945 time: 0.0492387 Nov 11 20:42:36.737397 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7370b896-ab2d-48be-b86c-cc4d0fdf435e req-93462cb7-d44f-41f1-bb83-4818c7ea8d02 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412056 Nov 11 20:42:36.883576 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba0498-5dc0-4cc3-8999-ebc797a8a474 req-69c873ee-355f-4e75-9784-953ffa3beb9c tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:36.885067 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-12ba0498-5dc0-4cc3-8999-ebc797a8a474 req-69c873ee-355f-4e75-9784-953ffa3beb9c tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 985 time: 0.0517120 Nov 11 20:42:36.946984 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-12ba0498-5dc0-4cc3-8999-ebc797a8a474 req-149f78be-9c35-427c-b7d2-2fdb686015ea tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&id=c06bf615-ba67-4bf3-8987-cd2a1eab332f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558693 Nov 11 20:42:36.984088 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 55137242-2e6b-4a3a-a796-20d6c605c358 no longer exists at agent hyperv_hv-cinder-81764 {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:42:37.009025 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] No Port match for: 55137242-2e6b-4a3a-a796-20d6c605c358 {{(pid=101813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:42:37.009428 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 55137242-2e6b-4a3a-a796-20d6c605c358 not bound to the agent host hv-cinder-81764 {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:42:37.284155 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8198e-771f-4903-8dfd-8ea419d0ce54 req-4efe6a25-c639-4a0c-a9f1-22606cc51f16 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:37.285612 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a9f8198e-771f-4903-8dfd-8ea419d0ce54 req-4efe6a25-c639-4a0c-a9f1-22606cc51f16 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0490479 Nov 11 20:42:37.333497 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a9f8198e-771f-4903-8dfd-8ea419d0ce54 req-31e79689-2dac-4764-84be-b5893e3dea4a tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419722 Nov 11 20:42:37.681108 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6053118-c89e-4677-8997-c9a9006664ed req-fcfe7b08-8b67-4d77-874a-8554e2f56b9c tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:37.682642 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a6053118-c89e-4677-8997-c9a9006664ed req-fcfe7b08-8b67-4d77-874a-8554e2f56b9c tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 943 time: 0.0509243 Nov 11 20:42:37.731840 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a6053118-c89e-4677-8997-c9a9006664ed req-6c141b6d-c047-421f-b579-6576db2ea8d5 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432777 Nov 11 20:42:37.866826 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8b0a3-3ebc-4bb5-9eb6-dd81a2b40f00 req-f028b899-bb64-425d-8fcb-c97f4f1a0ec3 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:37.868036 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e6a8b0a3-3ebc-4bb5-9eb6-dd81a2b40f00 req-f028b899-bb64-425d-8fcb-c97f4f1a0ec3 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8 HTTP/1.1" status: 200 len: 945 time: 0.0616426 Nov 11 20:42:37.933766 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09200418-2512-45e9-a2fe-c1b19148217d req-a3d29cfb-c8b5-46e4-902b-3601563427af tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:37.935219 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-09200418-2512-45e9-a2fe-c1b19148217d req-a3d29cfb-c8b5-46e4-902b-3601563427af tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8 HTTP/1.1" status: 200 len: 945 time: 0.0860929 Nov 11 20:42:37.947904 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e6a8b0a3-3ebc-4bb5-9eb6-dd81a2b40f00 req-eb050c0f-47cd-4204-8dfd-b20467719c90 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/security-groups?id=44d20a93-0575-4251-9f0b-0ae3e73444d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665977 Nov 11 20:42:38.104371 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bbb502-3790-40b5-9d2a-641e3d3da2d2 req-ea3e201d-0796-4eaa-aa82-0a04967c33ac tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:38.105916 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-92bbb502-3790-40b5-9d2a-641e3d3da2d2 req-ea3e201d-0796-4eaa-aa82-0a04967c33ac tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 985 time: 0.0725946 Nov 11 20:42:38.108447 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [req-09200418-2512-45e9-a2fe-c1b19148217d req-211ade5f-1cca-4080-8e1b-4938db7bd682 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Deleting port a1e7e113-49ef-49f9-9fd9-7534d076360a {{(pid=101811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:42:38.108787 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-09200418-2512-45e9-a2fe-c1b19148217d req-211ade5f-1cca-4080-8e1b-4938db7bd682 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:38.155301 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device bc0e19f0-bdca-4923-a0c3-77ad0c202bdc details requested by agent hyperv_hv-cinder-81764 with host hv-cinder-81764 {{(pid=101813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:42:38.245514 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-92bbb502-3790-40b5-9d2a-641e3d3da2d2 req-84bd615d-c4a4-450b-90d5-497461c65dcb tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&id=c06bf615-ba67-4bf3-8987-cd2a1eab332f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1319976 Nov 11 20:42:38.250731 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-09200418-2512-45e9-a2fe-c1b19148217d req-211ade5f-1cca-4080-8e1b-4938db7bd682 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] For port a1e7e113-49ef-49f9-9fd9-7534d076360a, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=a1e7e113-49ef-49f9-9fd9-7534d076360a,segment=NetworkSegment(727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f),segment_id=727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f)] {{(pid=101811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:42:38.251093 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-09200418-2512-45e9-a2fe-c1b19148217d req-211ade5f-1cca-4080-8e1b-4938db7bd682 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:38.253926 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port bc0e19f0-bdca-4923-a0c3-77ad0c202bdc, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=bc0e19f0-bdca-4923-a0c3-77ad0c202bdc,segment=NetworkSegment(bc2cdd12-61b5-41c6-859f-e3f0a8c491bb),segment_id=bc2cdd12-61b5-41c6-859f-e3f0a8c491bb)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:42:38.264275 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [req-09200418-2512-45e9-a2fe-c1b19148217d req-211ade5f-1cca-4080-8e1b-4938db7bd682 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Calling delete_port for a1e7e113-49ef-49f9-9fd9-7534d076360a owned by compute:nova {{(pid=101811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:42:38.266177 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Returning: {'device': 'bc0e19f0-bdca-4923-a0c3-77ad0c202bdc', 'network_id': '51d362a5-52f5-4926-aac3-68c4c9326236', 'port_id': 'bc0e19f0-bdca-4923-a0c3-77ad0c202bdc', 'mac_address': 'fa:16:3e:0b:d5:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b93905e5-6d6f-41ed-9efc-0dfc53d52f76', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:42:38.307086 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:38.319444 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.notifiers.nova [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc0e19f0-bdca-4923-a0c3-77ad0c202bdc {{(pid=101813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:42:38.338267 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port bc0e19f0-bdca-4923-a0c3-77ad0c202bdc, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=bc0e19f0-bdca-4923-a0c3-77ad0c202bdc,segment=NetworkSegment(bc2cdd12-61b5-41c6-859f-e3f0a8c491bb),segment_id=bc2cdd12-61b5-41c6-859f-e3f0a8c491bb)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:42:38.342227 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:38.406714 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Pushing event updated for resources: {'Port': ['ID=bc0e19f0-bdca-4923-a0c3-77ad0c202bdc,revision_number=9']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:38.407827 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-09200418-2512-45e9-a2fe-c1b19148217d req-211ade5f-1cca-4080-8e1b-4938db7bd682 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25464144'] for port, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:38.415232 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:42:38.415603 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:42:38.415941 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:42:38.416296 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:42:38.416625 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:42:38.416964 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:42:38.417280 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:42:38.417600 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:42:38.417938 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:42:38.418318 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:42:38.418766 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:42:38.419177 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:42:38.428190 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] get_ports_and_sgs() called for port_ids ['a1e7e113-49ef-49f9-9fd9-7534d076360a'] {{(pid=101813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:42:38.470042 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211ade5f-1cca-4080-8e1b-4938db7bd682 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Pushing event deleted for resources: {'Port': ['ID=a1e7e113-49ef-49f9-9fd9-7534d076360a,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:38.518911 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [req-09200418-2512-45e9-a2fe-c1b19148217d req-211ade5f-1cca-4080-8e1b-4938db7bd682 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] No DVR routers for this DVR port a1e7e113-49ef-49f9-9fd9-7534d076360a on host hv-cinder-81764 {{(pid=101811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:42:38.521522 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-09200418-2512-45e9-a2fe-c1b19148217d req-211ade5f-1cca-4080-8e1b-4938db7bd682 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:38.525102 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-09200418-2512-45e9-a2fe-c1b19148217d req-211ade5f-1cca-4080-8e1b-4938db7bd682 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.78 "DELETE /v2.0/ports/a1e7e113-49ef-49f9-9fd9-7534d076360a HTTP/1.1" status: 204 len: 173 time: 0.5754933 Nov 11 20:42:38.525716 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2a29b9-345d-48ed-ab58-999c80cd44d8', 'name': 'network-vif-deleted', 'tag': 'a1e7e113-49ef-49f9-9fd9-7534d076360a'}] {{(pid=101811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:42:38.527933 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5736cb7e175e5ed5563496e7c8b9c6d8883e61bc6d504a4dc096e4a6f480cdce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318a392b-7d4c-41dc-b960-e800384ad926" -d '{"events": [{"server_uuid": "aa2a29b9-345d-48ed-ab58-999c80cd44d8", "name": "network-vif-deleted", "tag": "a1e7e113-49ef-49f9-9fd9-7534d076360a"}]}' {{(pid=101811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:42:38.545323 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6f802-e915-4ac4-b038-e3553848c124 req-034686e4-7e5e-49e4-9a48-ea643983e425 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:38.547474 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-30e6f802-e915-4ac4-b038-e3553848c124 req-034686e4-7e5e-49e4-9a48-ea643983e425 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.1352079 Nov 11 20:42:38.572132 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77fe8c6b-6358-4ae0-b695-5b7ad5450706 x-openstack-request-id: req-77fe8c6b-6358-4ae0-b695-5b7ad5450706 {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:42:38.572430 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa2a29b9-345d-48ed-ab58-999c80cd44d8", "name": "network-vif-deleted", "tag": "a1e7e113-49ef-49f9-9fd9-7534d076360a", "status": "completed", "code": 200}]} {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:42:38.572682 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-77fe8c6b-6358-4ae0-b695-5b7ad5450706 {{(pid=101811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:42:38.573072 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2a29b9-345d-48ed-ab58-999c80cd44d8', 'name': 'network-vif-deleted', 'tag': 'a1e7e113-49ef-49f9-9fd9-7534d076360a', 'status': 'completed', 'code': 200} Nov 11 20:42:38.605697 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-30e6f802-e915-4ac4-b038-e3553848c124 req-8040223e-d6b2-4b37-88c6-e93e22b71a7f tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525677 Nov 11 20:42:38.848124 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] get_ports_and_sgs() called for port_ids ['bc0e19f0-bdca-4923-a0c3-77ad0c202bdc'] {{(pid=101813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:42:38.858307 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf4553-7c9a-4fd2-a460-d8d781c67708 req-7a83fe68-64ac-462c-849b-4f07d92341e6 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:38.859778 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cadf4553-7c9a-4fd2-a460-d8d781c67708 req-7a83fe68-64ac-462c-849b-4f07d92341e6 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 944 time: 0.0533998 Nov 11 20:42:38.909031 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cadf4553-7c9a-4fd2-a460-d8d781c67708 req-86a7e5fe-be89-4a69-b9b5-e3823789f79f tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431626 Nov 11 20:42:39.056494 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-015a8cee-4d63-4fe9-ad8f-9a6a713b4cc5 req-885c0722-e921-4bd3-9978-c3c5e5cf79d9 tempest-AttachVolumeNegativeTest-1387964803 tempest-AttachVolumeNegativeTest-1387964803-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa2a29b9-345d-48ed-ab58-999c80cd44d8 HTTP/1.1" status: 200 len: 210 time: 0.0262134 Nov 11 20:42:39.371328 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4afeafe-60c3-4139-854b-1dcf8ff4e717 req-7b39bbf7-4da1-4dc7-9039-aad9374f8441 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:39.372851 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f4afeafe-60c3-4139-854b-1dcf8ff4e717 req-7b39bbf7-4da1-4dc7-9039-aad9374f8441 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 985 time: 0.0507696 Nov 11 20:42:39.438310 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f4afeafe-60c3-4139-854b-1dcf8ff4e717 req-fceeb694-b74c-4de9-bf0e-6c754b4e3242 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&id=c06bf615-ba67-4bf3-8987-cd2a1eab332f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593355 Nov 11 20:42:39.728015 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7617ef9-abe0-4fea-b381-7a6738b4cdd5 req-fc225c02-0314-45ab-b0e8-ca3b0c61eb5b tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:39.729534 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e7617ef9-abe0-4fea-b381-7a6738b4cdd5 req-fc225c02-0314-45ab-b0e8-ca3b0c61eb5b tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0557268 Nov 11 20:42:39.777132 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e7617ef9-abe0-4fea-b381-7a6738b4cdd5 req-73fd0253-8d44-4e60-a838-cfd6dfa3d072 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417542 Nov 11 20:42:40.030633 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aef292-0443-4b6c-a1ac-b75e8cbfad0b req-e71b91db-2281-464d-b384-b5a9abda3e2f tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:40.032177 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c7aef292-0443-4b6c-a1ac-b75e8cbfad0b req-e71b91db-2281-464d-b384-b5a9abda3e2f tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 944 time: 0.0482941 Nov 11 20:42:40.079062 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c7aef292-0443-4b6c-a1ac-b75e8cbfad0b req-7b1736cf-eeeb-41c7-b81c-8ce3bd4f0864 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409100 Nov 11 20:42:40.112308 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 46954) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:42:40.156367 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.db_base_plugin_v2 [None req-03553242-60b5-445b-84c6-26c361075104 admin admin] Deleting subnet c3ddfd0b-0a11-463e-9bc6-4a5797fe6680 {{(pid=101811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:42:40.159373 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-03553242-60b5-445b-84c6-26c361075104 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:40.196948 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-03553242-60b5-445b-84c6-26c361075104 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25938190'] for subnet, precommit_delete_associations {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:40.238268 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-03553242-60b5-445b-84c6-26c361075104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16455430'] for subnet, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:40.291763 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-03553242-60b5-445b-84c6-26c361075104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16455441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25464163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25383904'] for subnet, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:40.316316 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03553242-60b5-445b-84c6-26c361075104 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3ddfd0b-0a11-463e-9bc6-4a5797fe6680,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:40.320362 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-03553242-60b5-445b-84c6-26c361075104 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:40.324279 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-03553242-60b5-445b-84c6-26c361075104 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c3ddfd0b-0a11-463e-9bc6-4a5797fe6680 HTTP/1.1" status: 204 len: 168 time: 0.2098482 Nov 11 20:42:40.325718 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 46958) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:42:40.394908 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-931bc396-20ed-4884-aad7-33f87f63e7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16325219'] for network, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:40.475144 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-931bc396-20ed-4884-aad7-33f87f63e7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451713', 'neutron.services.segments.db._delete_segments_for_network-8768469249518'] for network, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:40.495880 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.services.segments.db [None req-931bc396-20ed-4884-aad7-33f87f63e7ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f75b74a3-4944-4e66-a1f1-0eb754745d66']}} {{(pid=101811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:42:40.505235 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.services.segments.db [None req-931bc396-20ed-4884-aad7-33f87f63e7ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f') {'for_net_delete': True} {{(pid=101811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:42:40.505530 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.services.segments.db [None req-931bc396-20ed-4884-aad7-33f87f63e7ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '727b6bcd-db8b-4b93-8fc4-c846b1bc0e0f') {} {{(pid=101811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:42:40.526262 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-931bc396-20ed-4884-aad7-33f87f63e7ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768469040631', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25950205'] for segment, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:40.554802 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-931bc396-20ed-4884-aad7-33f87f63e7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16407769'] for segment, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:40.563254 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-931bc396-20ed-4884-aad7-33f87f63e7ee admin admin] Releasing vlan 854 on physical network physnet1 to pool {{(pid=101811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:42:40.563699 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-931bc396-20ed-4884-aad7-33f87f63e7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16407769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25464077'] for segment, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:40.565530 dv-cinder-817642-1-iscsi neutron-server[101811]: Traceback (most recent call last): Nov 11 20:42:40.565530 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:42:40.565530 dv-cinder-817642-1-iscsi neutron-server[101811]: timer() Nov 11 20:42:40.565530 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:42:40.565530 dv-cinder-817642-1-iscsi neutron-server[101811]: cb(*args, **kw) Nov 11 20:42:40.565530 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:42:40.565530 dv-cinder-817642-1-iscsi neutron-server[101811]: return func(*args, **kwargs) Nov 11 20:42:40.565530 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:42:40.565530 dv-cinder-817642-1-iscsi neutron-server[101811]: self._notify() Nov 11 20:42:40.565530 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:42:40.565530 dv-cinder-817642-1-iscsi neutron-server[101811]: self.callback(batched_events) Nov 11 20:42:40.565530 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:42:40.565530 dv-cinder-817642-1-iscsi neutron-server[101811]: event.method(event) Nov 11 20:42:40.565530 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:42:40.565530 dv-cinder-817642-1-iscsi neutron-server[101811]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:42:40.565530 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:42:40.565530 dv-cinder-817642-1-iscsi neutron-server[101811]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:42:40.565530 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:42:40.565530 dv-cinder-817642-1-iscsi neutron-server[101811]: return f(self, *a, **k) Nov 11 20:42:40.565530 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:42:40.565530 dv-cinder-817642-1-iscsi neutron-server[101811]: return self._get(url).json() Nov 11 20:42:40.565530 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:42:40.565530 dv-cinder-817642-1-iscsi neutron-server[101811]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:42:40.565530 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:42:40.565530 dv-cinder-817642-1-iscsi neutron-server[101811]: return self.request(url, 'GET', **kwargs) Nov 11 20:42:40.565530 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:42:40.565530 dv-cinder-817642-1-iscsi neutron-server[101811]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:42:40.565530 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:42:40.565530 dv-cinder-817642-1-iscsi neutron-server[101811]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:42:40.565530 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:42:40.565530 dv-cinder-817642-1-iscsi neutron-server[101811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:42:40.565530 dv-cinder-817642-1-iscsi neutron-server[101811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:42:40.623889 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6cfff-7a6d-4b0e-a7b2-172953408a14 req-ae107cbd-84fc-4e4a-b06d-995b6413d3bb tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:40.625427 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d3c6cfff-7a6d-4b0e-a7b2-172953408a14 req-ae107cbd-84fc-4e4a-b06d-995b6413d3bb tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 985 time: 0.1168082 Nov 11 20:42:40.655915 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-931bc396-20ed-4884-aad7-33f87f63e7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656125'] for network, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:40.664166 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-931bc396-20ed-4884-aad7-33f87f63e7ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for network, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:40.667347 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-931bc396-20ed-4884-aad7-33f87f63e7ee admin admin] 10.222.0.61 "DELETE /v2.0/networks/f75b74a3-4944-4e66-a1f1-0eb754745d66 HTTP/1.1" status: 204 len: 168 time: 0.3407154 Nov 11 20:42:40.684767 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931bc396-20ed-4884-aad7-33f87f63e7ee admin admin] Pushing event deleted for resources: {'Network': ['ID=f75b74a3-4944-4e66-a1f1-0eb754745d66,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:40.718553 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d3c6cfff-7a6d-4b0e-a7b2-172953408a14 req-622192e0-5703-48f2-8bcf-0aa8d503e992 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&id=c06bf615-ba67-4bf3-8987-cd2a1eab332f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0823081 Nov 11 20:42:40.831029 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 46970) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:42:40.896702 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-d8c4af74-4d23-496a-99ff-76bf00453204 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7b92a8a05c22447985ae53c7b9c91fc8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0640204 Nov 11 20:42:40.899438 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 46972) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:42:40.909464 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f82a13-476e-4087-be36-574f510c7d73 req-eea8bf0d-ed05-43fe-a8e7-ba395281cf30 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:40.910883 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-11f82a13-476e-4087-be36-574f510c7d73 req-eea8bf0d-ed05-43fe-a8e7-ba395281cf30 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0656927 Nov 11 20:42:40.948528 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-709febf2-3cdd-4eff-aac6-e5087a890dd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:40.964101 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-11f82a13-476e-4087-be36-574f510c7d73 req-ae92922d-c176-4c2d-88e3-d5f3129bce5e tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428095 Nov 11 20:42:40.972967 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-709febf2-3cdd-4eff-aac6-e5087a890dd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:41.017759 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-709febf2-3cdd-4eff-aac6-e5087a890dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:41.020450 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-709febf2-3cdd-4eff-aac6-e5087a890dd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:41.021590 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-709febf2-3cdd-4eff-aac6-e5087a890dd0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/44d20a93-0575-4251-9f0b-0ae3e73444d1 HTTP/1.1" status: 204 len: 168 time: 0.1211464 Nov 11 20:42:41.029174 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709febf2-3cdd-4eff-aac6-e5087a890dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d20a93-0575-4251-9f0b-0ae3e73444d1,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:41.204583 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b5db8-7e8a-404c-85c0-8ebef6919917 req-ce1c2907-1297-4637-8300-8372ed5fcb3c tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:41.206045 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5b7b5db8-7e8a-404c-85c0-8ebef6919917 req-ce1c2907-1297-4637-8300-8372ed5fcb3c tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 944 time: 0.0547032 Nov 11 20:42:41.254412 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5b7b5db8-7e8a-404c-85c0-8ebef6919917 req-04dd3c4f-987c-4fc8-9c10-83523784e086 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419629 Nov 11 20:42:41.834959 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3897f2f-bbe9-44a6-86dd-3458b871ddba req-6bc35fd2-41e0-45fb-974b-25f2c8c52200 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:41.836795 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e3897f2f-bbe9-44a6-86dd-3458b871ddba req-6bc35fd2-41e0-45fb-974b-25f2c8c52200 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 985 time: 0.0499632 Nov 11 20:42:41.896327 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e3897f2f-bbe9-44a6-86dd-3458b871ddba req-9a178d3e-69c3-43f0-84c7-df81037c307e tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&id=c06bf615-ba67-4bf3-8987-cd2a1eab332f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534883 Nov 11 20:42:42.085085 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e62219-ec57-422d-a4b4-c8665ad6d413 req-b1f80762-ee0a-40c4-b5c5-2edf5bb1a4ec tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:42.086669 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-86e62219-ec57-422d-a4b4-c8665ad6d413 req-b1f80762-ee0a-40c4-b5c5-2edf5bb1a4ec tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0537798 Nov 11 20:42:42.137943 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-86e62219-ec57-422d-a4b4-c8665ad6d413 req-7e89c6b3-55ec-4937-b166-f3b09a46f583 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449202 Nov 11 20:42:42.368164 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device a1e7e113-49ef-49f9-9fd9-7534d076360a no longer exists at agent hyperv_hv-cinder-81764 {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:42:42.378542 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90149db-34b6-4d1b-8983-7149411c14c0 req-244699bd-f180-47d8-ba51-c1f77f21ad74 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:42.380165 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a90149db-34b6-4d1b-8983-7149411c14c0 req-244699bd-f180-47d8-ba51-c1f77f21ad74 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 944 time: 0.0524650 Nov 11 20:42:42.388655 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] No Port match for: a1e7e113-49ef-49f9-9fd9-7534d076360a {{(pid=101813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:42:42.389002 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device a1e7e113-49ef-49f9-9fd9-7534d076360a not bound to the agent host hv-cinder-81764 {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:42:42.430297 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a90149db-34b6-4d1b-8983-7149411c14c0 req-996dabc1-e047-455b-ac40-f937014c3d9b tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438814 Nov 11 20:42:43.020844 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b156edf-81ee-4077-b5a3-f3dec533e3e2 req-9df96d8a-821a-4d50-a217-d8871a21fc4c tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:43.022304 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7b156edf-81ee-4077-b5a3-f3dec533e3e2 req-9df96d8a-821a-4d50-a217-d8871a21fc4c tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 985 time: 0.0562751 Nov 11 20:42:43.086157 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7b156edf-81ee-4077-b5a3-f3dec533e3e2 req-71a51f04-4dcf-4a0a-ac43-7164ea91df49 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&id=c06bf615-ba67-4bf3-8987-cd2a1eab332f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570199 Nov 11 20:42:43.256425 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e2039-46aa-4c88-ba8a-2880223948ab req-854b8c31-0c1a-40d5-b333-fd85b0c3063d tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:43.258659 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3d7e2039-46aa-4c88-ba8a-2880223948ab req-854b8c31-0c1a-40d5-b333-fd85b0c3063d tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0531256 Nov 11 20:42:43.308205 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3d7e2039-46aa-4c88-ba8a-2880223948ab req-c29d3b30-81ca-4fbd-9cc7-7db313c2aca7 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434844 Nov 11 20:42:43.566505 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d245762-7b5f-4f06-a0fa-d81ded05094b req-d738d08a-63a6-40f3-ab92-2e1d3ff6d385 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:43.568009 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4d245762-7b5f-4f06-a0fa-d81ded05094b req-d738d08a-63a6-40f3-ab92-2e1d3ff6d385 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 944 time: 0.0522923 Nov 11 20:42:43.675251 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4d245762-7b5f-4f06-a0fa-d81ded05094b req-21a0c857-75d3-422a-96dc-c1998dcd3f9e tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973339 Nov 11 20:42:43.704099 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe5c62-e0ff-4a3d-8217-bce70ef7626d req-67c96700-9940-4dba-9dc4-feef2f577576 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:43.706177 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-febe5c62-e0ff-4a3d-8217-bce70ef7626d req-67c96700-9940-4dba-9dc4-feef2f577576 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/networks?id=7d0e0821-58b7-4378-8e73-122c99e64b79 HTTP/1.1" status: 200 len: 814 time: 0.1367633 Nov 11 20:42:43.723057 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-febe5c62-e0ff-4a3d-8217-bce70ef7626d req-be3859ea-58fc-451f-8f5f-40f5c6131dd2 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/quotas/ad9bb6fc32584e87808c292a94dd546d HTTP/1.1" status: 200 len: 375 time: 0.0103099 Nov 11 20:42:43.757801 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-febe5c62-e0ff-4a3d-8217-bce70ef7626d req-20799858-0cd1-4bfd-a9ba-2260895f4fe9 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ad9bb6fc32584e87808c292a94dd546d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284576 Nov 11 20:42:43.857924 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-febe5c62-e0ff-4a3d-8217-bce70ef7626d req-df92fefa-b726-406d-9956-6cfac51f35db service neutron] 10.222.0.61 "GET /v2.0/networks/7d0e0821-58b7-4378-8e73-122c99e64b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927563 Nov 11 20:42:43.958755 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-febe5c62-e0ff-4a3d-8217-bce70ef7626d req-01628c6d-0a1b-4225-84cb-8bf63d38c0c2 service neutron] 10.222.0.61 "GET /v2.0/networks/7d0e0821-58b7-4378-8e73-122c99e64b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940893 Nov 11 20:42:44.161927 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-76ffe8de-ff9a-4e94-8d86-1229eb6eb3e6 req-02d39ef9-6349-4749-a827-5b4ecf636e53 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8e8e904-4a99-4f15-bb67-de6de15ca227 HTTP/1.1" status: 200 len: 210 time: 0.0508628 Nov 11 20:42:44.236821 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25292515-cde4-4670-90e1-5692fdf017e9 req-c0d6c294-f87b-43ba-b204-6c49439f7d6a tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:44.238484 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-25292515-cde4-4670-90e1-5692fdf017e9 req-c0d6c294-f87b-43ba-b204-6c49439f7d6a tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 985 time: 0.0575793 Nov 11 20:42:44.310439 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-25292515-cde4-4670-90e1-5692fdf017e9 req-43681763-f822-429a-aa79-44c0aed51b84 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&id=c06bf615-ba67-4bf3-8987-cd2a1eab332f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0632882 Nov 11 20:42:44.361779 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device bc0e19f0-bdca-4923-a0c3-77ad0c202bdc up at agent hyperv_hv-cinder-81764 {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:42:44.416693 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Provisioning complete for port bc0e19f0-bdca-4923-a0c3-77ad0c202bdc triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:42:44.417065 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:44.438773 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05083136-b772-4e98-836a-3e7fe8f80eca req-09fabc28-e772-4b22-95ed-9dc7b99aea27 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:44.440527 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-05083136-b772-4e98-836a-3e7fe8f80eca req-09fabc28-e772-4b22-95ed-9dc7b99aea27 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0547550 Nov 11 20:42:44.515888 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-05083136-b772-4e98-836a-3e7fe8f80eca req-683b970e-e7c2-428d-897f-453eb3ed5601 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665181 Nov 11 20:42:44.527020 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:44.554279 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4a9f51-80d0-4901-beaf-9b03435f002c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0e19f0-bdca-4923-a0c3-77ad0c202bdc'}] {{(pid=101813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:42:44.557314 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0340890b3ce0369dfbb204f3d0516fe3d00048a2838df9679e450f9495620248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3f15ba-e767-414b-9006-1e7ef06dec5d" -d '{"events": [{"server_uuid": "ce4a9f51-80d0-4901-beaf-9b03435f002c", "name": "network-vif-plugged", "status": "completed", "tag": "bc0e19f0-bdca-4923-a0c3-77ad0c202bdc"}]}' {{(pid=101813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:42:44.574497 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port bc0e19f0-bdca-4923-a0c3-77ad0c202bdc, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=bc0e19f0-bdca-4923-a0c3-77ad0c202bdc,segment=NetworkSegment(bc2cdd12-61b5-41c6-859f-e3f0a8c491bb),segment_id=bc2cdd12-61b5-41c6-859f-e3f0a8c491bb)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:42:44.579013 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:44.612405 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c12a6f-c1a6-4933-8ed4-013ed169c852 x-openstack-request-id: req-b3c12a6f-c1a6-4933-8ed4-013ed169c852 {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:42:44.612725 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce4a9f51-80d0-4901-beaf-9b03435f002c", "name": "network-vif-plugged", "status": "completed", "tag": "bc0e19f0-bdca-4923-a0c3-77ad0c202bdc", "code": 200}]} {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:42:44.612985 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b3c12a6f-c1a6-4933-8ed4-013ed169c852 {{(pid=101813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:42:44.613376 dv-cinder-817642-1-iscsi neutron-server[101813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce4a9f51-80d0-4901-beaf-9b03435f002c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0e19f0-bdca-4923-a0c3-77ad0c202bdc', 'code': 200} Nov 11 20:42:44.638861 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Pushing event updated for resources: {'Port': ['ID=bc0e19f0-bdca-4923-a0c3-77ad0c202bdc,revision_number=10']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:44.830514 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26513bb7-0e2b-4b45-8768-585c527c555b req-a8da60dd-3b24-4bac-ad5f-7655bcdf1918 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:44.832256 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-26513bb7-0e2b-4b45-8768-585c527c555b req-a8da60dd-3b24-4bac-ad5f-7655bcdf1918 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 946 time: 0.0635157 Nov 11 20:42:44.886772 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-26513bb7-0e2b-4b45-8768-585c527c555b req-a5b00c8c-86ed-44d9-b677-65c03ccd312d tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479331 Nov 11 20:42:45.262675 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a3ecc7a0-9e27-4136-8add-0110e8cd8110 req-247efb28-63e9-4a8d-81f6-bcdf63453f34 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8e8e904-4a99-4f15-bb67-de6de15ca227 HTTP/1.1" status: 200 len: 210 time: 0.0375280 Nov 11 20:42:45.297775 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712375d-86a7-4c94-ac03-10b09c9730d0 req-b02f2521-42b8-40f6-bdd6-25da16ec99d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:45.299264 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2712375d-86a7-4c94-ac03-10b09c9730d0 req-b02f2521-42b8-40f6-bdd6-25da16ec99d3 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 1099 time: 0.0596650 Nov 11 20:42:45.442754 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2712375d-86a7-4c94-ac03-10b09c9730d0 req-1976cdf2-839f-46d8-a4d8-6c158bca8b2e service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322517 Nov 11 20:42:45.476420 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe5c62-e0ff-4a3d-8217-bce70ef7626d req-d67e08da-b0e0-434e-b8a4-b0045f250437 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:45.477934 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-febe5c62-e0ff-4a3d-8217-bce70ef7626d req-d67e08da-b0e0-434e-b8a4-b0045f250437 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.78 "GET /v2.0/networks?id=7d0e0821-58b7-4378-8e73-122c99e64b79 HTTP/1.1" status: 200 len: 814 time: 0.1778092 Nov 11 20:42:45.486095 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d44f0-ae4d-44f5-a988-a25daaf2b538 req-8da6ec2b-a605-40d8-95bf-b98bb872e6bd tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:45.487380 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cb9d44f0-ae4d-44f5-a988-a25daaf2b538 req-8da6ec2b-a605-40d8-95bf-b98bb872e6bd tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 985 time: 0.0957987 Nov 11 20:42:45.552065 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cb9d44f0-ae4d-44f5-a988-a25daaf2b538 req-b417c4eb-4f8a-460a-a3d9-f5b8447e6310 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&id=c06bf615-ba67-4bf3-8987-cd2a1eab332f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580239 Nov 11 20:42:45.636824 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f463ce-4d46-479e-b59f-d1bc4b6f5df2 req-a5159639-3e43-46f2-bde4-f090f295db29 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:45.638281 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-83f463ce-4d46-479e-b59f-d1bc4b6f5df2 req-a5159639-3e43-46f2-bde4-f090f295db29 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0492091 Nov 11 20:42:45.687493 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-83f463ce-4d46-479e-b59f-d1bc4b6f5df2 req-7c4b2abf-272d-412a-af34-3d948780b8cf tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428622 Nov 11 20:42:45.764522 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [req-febe5c62-e0ff-4a3d-8217-bce70ef7626d req-b515df5b-8e96-482d-bca7-b4ffaeea8bd7 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Request body: {'port': {'device_id': 'f8e8e904-4a99-4f15-bb67-de6de15ca227', 'network_id': '7d0e0821-58b7-4378-8e73-122c99e64b79', 'admin_state_up': True, 'tenant_id': 'ad9bb6fc32584e87808c292a94dd546d'}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:42:45.873125 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-febe5c62-e0ff-4a3d-8217-bce70ef7626d req-b515df5b-8e96-482d-bca7-b4ffaeea8bd7 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Made reservation on behalf of ad9bb6fc32584e87808c292a94dd546d for: {'port': 1} {{(pid=101811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:42:45.876776 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-febe5c62-e0ff-4a3d-8217-bce70ef7626d req-b515df5b-8e96-482d-bca7-b4ffaeea8bd7 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:46.235398 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d803ba-e225-45d3-8bba-fa17c541ecfe req-5d025003-2212-4113-b49d-d1e6245fbfb4 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:46.236975 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-66d803ba-e225-45d3-8bba-fa17c541ecfe req-5d025003-2212-4113-b49d-d1e6245fbfb4 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 946 time: 0.1007655 Nov 11 20:42:46.331032 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-66d803ba-e225-45d3-8bba-fa17c541ecfe req-0482ae3a-f1b0-4a49-9dda-d6352038dd2d tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849910 Nov 11 20:42:46.343958 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.db_base_plugin_common [req-febe5c62-e0ff-4a3d-8217-bce70ef7626d req-b515df5b-8e96-482d-bca7-b4ffaeea8bd7 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Allocated IP 172.20.0.10 (7d0e0821-58b7-4378-8e73-122c99e64b79/cd94b66c-5e90-4a87-ae3c-7da1a763bfb3/264d6612-f400-47b2-8c4e-bdd88f54e280) {{(pid=101811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:42:46.440852 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-bb17d02b-74c9-4b5f-a401-455df2c0040c req-f9f80402-10d2-4ca5-8af9-1db7d94b398f tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8e8e904-4a99-4f15-bb67-de6de15ca227 HTTP/1.1" status: 200 len: 210 time: 0.0376992 Nov 11 20:42:46.550142 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-febe5c62-e0ff-4a3d-8217-bce70ef7626d req-b515df5b-8e96-482d-bca7-b4ffaeea8bd7 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Publish callbacks [] for port, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:46.587234 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-febe5c62-e0ff-4a3d-8217-bce70ef7626d req-b515df5b-8e96-482d-bca7-b4ffaeea8bd7 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25464144'] for port, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:46.641375 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-febe5c62-e0ff-4a3d-8217-bce70ef7626d req-b515df5b-8e96-482d-bca7-b4ffaeea8bd7 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Network 7d0e0821-58b7-4378-8e73-122c99e64b79 is already hosted by enough agents. {{(pid=101811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:42:46.645467 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.base_scheduler [req-febe5c62-e0ff-4a3d-8217-bce70ef7626d req-b515df5b-8e96-482d-bca7-b4ffaeea8bd7 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Resources bound (agent type, host, resource id): {{(pid=101811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:42:46.668207 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [req-febe5c62-e0ff-4a3d-8217-bce70ef7626d req-b515df5b-8e96-482d-bca7-b4ffaeea8bd7 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Received port after_create {{(pid=101811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:42:46.694427 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b515df5b-8e96-482d-bca7-b4ffaeea8bd7 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Pushing event updated for resources: {'Port': ['ID=264d6612-f400-47b2-8c4e-bdd88f54e280,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:46.712567 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b515df5b-8e96-482d-bca7-b4ffaeea8bd7 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:42:46.712916 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b515df5b-8e96-482d-bca7-b4ffaeea8bd7 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:42:46.713258 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b515df5b-8e96-482d-bca7-b4ffaeea8bd7 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:42:46.713593 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b515df5b-8e96-482d-bca7-b4ffaeea8bd7 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:42:46.713926 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b515df5b-8e96-482d-bca7-b4ffaeea8bd7 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:42:46.714282 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b515df5b-8e96-482d-bca7-b4ffaeea8bd7 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:42:46.714592 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b515df5b-8e96-482d-bca7-b4ffaeea8bd7 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:42:46.714917 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b515df5b-8e96-482d-bca7-b4ffaeea8bd7 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:42:46.715243 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b515df5b-8e96-482d-bca7-b4ffaeea8bd7 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:42:46.715563 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b515df5b-8e96-482d-bca7-b4ffaeea8bd7 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:42:46.715890 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b515df5b-8e96-482d-bca7-b4ffaeea8bd7 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:42:46.716235 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b515df5b-8e96-482d-bca7-b4ffaeea8bd7 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:42:46.742807 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe5c62-e0ff-4a3d-8217-bce70ef7626d req-b515df5b-8e96-482d-bca7-b4ffaeea8bd7 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:46.743393 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-febe5c62-e0ff-4a3d-8217-bce70ef7626d req-b515df5b-8e96-482d-bca7-b4ffaeea8bd7 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:46.756671 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd3bca0-e22c-472b-84b0-64dbb3488b54 req-f899f78e-73be-4025-8c4e-511bc41e19d8 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:46.758169 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3fd3bca0-e22c-472b-84b0-64dbb3488b54 req-f899f78e-73be-4025-8c4e-511bc41e19d8 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 985 time: 0.1308942 Nov 11 20:42:46.770286 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-febe5c62-e0ff-4a3d-8217-bce70ef7626d req-b515df5b-8e96-482d-bca7-b4ffaeea8bd7 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0100350 Nov 11 20:42:46.791838 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [req-febe5c62-e0ff-4a3d-8217-bce70ef7626d req-e75a69bf-29bd-4206-9a0d-ef0f8677e6ee service neutron] Request body: {'port': {'device_id': 'f8e8e904-4a99-4f15-bb67-de6de15ca227', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81764'}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:42:46.906731 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3fd3bca0-e22c-472b-84b0-64dbb3488b54 req-a96db8fd-a0ee-4d2e-ba9e-e9f785058c4b tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&id=c06bf615-ba67-4bf3-8987-cd2a1eab332f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1414702 Nov 11 20:42:46.907574 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-febe5c62-e0ff-4a3d-8217-bce70ef7626d req-e75a69bf-29bd-4206-9a0d-ef0f8677e6ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:46.926883 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89414ebd-5302-48ee-b8d8-afb42093c460 req-1c8317e3-ef7a-407d-a775-deba95c02a58 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:46.928396 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-89414ebd-5302-48ee-b8d8-afb42093c460 req-1c8317e3-ef7a-407d-a775-deba95c02a58 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.1146388 Nov 11 20:42:47.064570 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-89414ebd-5302-48ee-b8d8-afb42093c460 req-9ebe4824-7feb-4eb0-b5c9-cf656ba7da91 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280780 Nov 11 20:42:47.253186 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [req-febe5c62-e0ff-4a3d-8217-bce70ef7626d req-e75a69bf-29bd-4206-9a0d-ef0f8677e6ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 264d6612-f400-47b2-8c4e-bdd88f54e280 {{(pid=101811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:42:47.261676 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-febe5c62-e0ff-4a3d-8217-bce70ef7626d req-e75a69bf-29bd-4206-9a0d-ef0f8677e6ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:47.274780 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.provisioning_blocks [req-febe5c62-e0ff-4a3d-8217-bce70ef7626d req-e75a69bf-29bd-4206-9a0d-ef0f8677e6ee service neutron] Transition to ACTIVE for port object 264d6612-f400-47b2-8c4e-bdd88f54e280 will not be triggered until provisioned by entity L2. {{(pid=101811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:42:47.279163 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-febe5c62-e0ff-4a3d-8217-bce70ef7626d req-e75a69bf-29bd-4206-9a0d-ef0f8677e6ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25464105'] for port, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:47.330670 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a69bf-29bd-4206-9a0d-ef0f8677e6ee service neutron] Pushing event updated for resources: {'Port': ['ID=264d6612-f400-47b2-8c4e-bdd88f54e280,revision_number=2']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:47.411014 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.managers [req-febe5c62-e0ff-4a3d-8217-bce70ef7626d req-e75a69bf-29bd-4206-9a0d-ef0f8677e6ee service neutron] Attempting to bind port 264d6612-f400-47b2-8c4e-bdd88f54e280 on host hv-cinder-81764 for vnic_type normal with profile {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:42:47.411703 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.managers [req-febe5c62-e0ff-4a3d-8217-bce70ef7626d req-e75a69bf-29bd-4206-9a0d-ef0f8677e6ee service neutron] Attempting to bind port 264d6612-f400-47b2-8c4e-bdd88f54e280 by drivers openvswitch,hyperv on host hv-cinder-81764 at level 0 using segments [{'id': '5935d93c-8cef-43d7-bd65-25950c8efabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '7d0e0821-58b7-4378-8e73-122c99e64b79'}] {{(pid=101811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:42:47.412064 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febe5c62-e0ff-4a3d-8217-bce70ef7626d req-e75a69bf-29bd-4206-9a0d-ef0f8677e6ee service neutron] Attempting to bind port 264d6612-f400-47b2-8c4e-bdd88f54e280 on network 7d0e0821-58b7-4378-8e73-122c99e64b79 {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:42:47.418334 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febe5c62-e0ff-4a3d-8217-bce70ef7626d req-e75a69bf-29bd-4206-9a0d-ef0f8677e6ee service neutron] Port 264d6612-f400-47b2-8c4e-bdd88f54e280 on network 7d0e0821-58b7-4378-8e73-122c99e64b79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81764 {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:42:47.418649 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febe5c62-e0ff-4a3d-8217-bce70ef7626d req-e75a69bf-29bd-4206-9a0d-ef0f8677e6ee service neutron] Attempting to bind port 264d6612-f400-47b2-8c4e-bdd88f54e280 on network 7d0e0821-58b7-4378-8e73-122c99e64b79 {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:42:47.449231 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febe5c62-e0ff-4a3d-8217-bce70ef7626d req-e75a69bf-29bd-4206-9a0d-ef0f8677e6ee service neutron] Checking agent: {'id': '15458190-db7e-4dc5-9ea8-0c1068e01e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81764', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 36, 20), 'started_at': datetime.datetime(2021, 11, 11, 20, 36, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:42:47.449559 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febe5c62-e0ff-4a3d-8217-bce70ef7626d req-e75a69bf-29bd-4206-9a0d-ef0f8677e6ee service neutron] Checking segment: {'id': '5935d93c-8cef-43d7-bd65-25950c8efabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '7d0e0821-58b7-4378-8e73-122c99e64b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:42:47.449935 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febe5c62-e0ff-4a3d-8217-bce70ef7626d req-e75a69bf-29bd-4206-9a0d-ef0f8677e6ee service neutron] Bound using segment: {'id': '5935d93c-8cef-43d7-bd65-25950c8efabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '7d0e0821-58b7-4378-8e73-122c99e64b79'} {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:42:47.450368 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.managers [req-febe5c62-e0ff-4a3d-8217-bce70ef7626d req-e75a69bf-29bd-4206-9a0d-ef0f8677e6ee service neutron] Bound port: 264d6612-f400-47b2-8c4e-bdd88f54e280, host: hv-cinder-81764, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5935d93c-8cef-43d7-bd65-25950c8efabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '7d0e0821-58b7-4378-8e73-122c99e64b79'}}] {{(pid=101811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:42:47.450711 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-febe5c62-e0ff-4a3d-8217-bce70ef7626d req-e75a69bf-29bd-4206-9a0d-ef0f8677e6ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:47.504398 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4dfd5-74df-4a54-9345-b5d5d2ef4643 req-c61214dc-6d89-443e-b172-e2a2f0c7c5d4 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:47.505893 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9bc4dfd5-74df-4a54-9345-b5d5d2ef4643 req-c61214dc-6d89-443e-b172-e2a2f0c7c5d4 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 946 time: 0.0884547 Nov 11 20:42:47.575824 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-febe5c62-e0ff-4a3d-8217-bce70ef7626d req-e75a69bf-29bd-4206-9a0d-ef0f8677e6ee service neutron] For port 264d6612-f400-47b2-8c4e-bdd88f54e280, host hv-cinder-81764, cleared binding levels {{(pid=101811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:42:47.606104 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-febe5c62-e0ff-4a3d-8217-bce70ef7626d req-e75a69bf-29bd-4206-9a0d-ef0f8677e6ee service neutron] For port 264d6612-f400-47b2-8c4e-bdd88f54e280, host hv-cinder-81764, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=264d6612-f400-47b2-8c4e-bdd88f54e280,segment=NetworkSegment(5935d93c-8cef-43d7-bd65-25950c8efabf),segment_id=5935d93c-8cef-43d7-bd65-25950c8efabf)] {{(pid=101811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:42:47.617342 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-febe5c62-e0ff-4a3d-8217-bce70ef7626d req-e75a69bf-29bd-4206-9a0d-ef0f8677e6ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25464105'] for port, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:47.658508 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9bc4dfd5-74df-4a54-9345-b5d5d2ef4643 req-922de4c1-010e-435e-b29a-98247084c305 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398997 Nov 11 20:42:47.668157 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe5c62-e0ff-4a3d-8217-bce70ef7626d req-e75a69bf-29bd-4206-9a0d-ef0f8677e6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:47.668157 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-febe5c62-e0ff-4a3d-8217-bce70ef7626d req-e75a69bf-29bd-4206-9a0d-ef0f8677e6ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:47.668157 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-febe5c62-e0ff-4a3d-8217-bce70ef7626d req-e75a69bf-29bd-4206-9a0d-ef0f8677e6ee service neutron] 10.222.0.78 "PUT /v2.0/ports/264d6612-f400-47b2-8c4e-bdd88f54e280 HTTP/1.1" status: 200 len: 1094 time: 0.8822291 Nov 11 20:42:47.668531 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e8e904-4a99-4f15-bb67-de6de15ca227', 'tag': '264d6612-f400-47b2-8c4e-bdd88f54e280'}] {{(pid=101811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:42:47.670847 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5736cb7e175e5ed5563496e7c8b9c6d8883e61bc6d504a4dc096e4a6f480cdce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2473c28f-fd40-4549-ad13-3bfe3ad8a282" -d '{"events": [{"name": "network-changed", "server_uuid": "f8e8e904-4a99-4f15-bb67-de6de15ca227", "tag": "264d6612-f400-47b2-8c4e-bdd88f54e280"}]}' {{(pid=101811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:42:47.683927 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2345524d-eede-42e2-9265-357b4cd6ab11 req-7db66ebe-5854-4e49-8f0d-af115a3ecd19 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:47.685496 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2345524d-eede-42e2-9265-357b4cd6ab11 req-7db66ebe-5854-4e49-8f0d-af115a3ecd19 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8e8e904-4a99-4f15-bb67-de6de15ca227 HTTP/1.1" status: 200 len: 944 time: 0.1516249 Nov 11 20:42:47.722143 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a69bf-29bd-4206-9a0d-ef0f8677e6ee service neutron] Pushing event updated for resources: {'Port': ['ID=264d6612-f400-47b2-8c4e-bdd88f54e280,revision_number=3']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:47.754707 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25f884e-44d8-478b-bf63-968298bc4f56 x-openstack-request-id: req-b25f884e-44d8-478b-bf63-968298bc4f56 {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:42:47.754999 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8e8e904-4a99-4f15-bb67-de6de15ca227", "tag": "264d6612-f400-47b2-8c4e-bdd88f54e280", "status": "completed", "code": 200}]} {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:42:47.755253 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b25f884e-44d8-478b-bf63-968298bc4f56 {{(pid=101811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:42:47.755639 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8e8e904-4a99-4f15-bb67-de6de15ca227', 'tag': '264d6612-f400-47b2-8c4e-bdd88f54e280', 'status': 'completed', 'code': 200} Nov 11 20:42:47.781746 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2345524d-eede-42e2-9265-357b4cd6ab11 req-5c91927b-6da7-43f1-8b59-9fc9719ed85a tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/security-groups?id=457f38f0-4b56-4441-98f2-42141019ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854027 Nov 11 20:42:47.795267 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe5c62-e0ff-4a3d-8217-bce70ef7626d req-85a4e651-a9f5-424e-ac94-a66453692130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:47.804379 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-febe5c62-e0ff-4a3d-8217-bce70ef7626d req-85a4e651-a9f5-424e-ac94-a66453692130 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ad9bb6fc32584e87808c292a94dd546d&device_id=f8e8e904-4a99-4f15-bb67-de6de15ca227 HTTP/1.1" status: 200 len: 1097 time: 0.0756960 Nov 11 20:42:47.860702 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-febe5c62-e0ff-4a3d-8217-bce70ef7626d req-30cfe2c4-4287-442c-bce8-94e63ad6286e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=264d6612-f400-47b2-8c4e-bdd88f54e280 HTTP/1.1" status: 200 len: 217 time: 0.0393548 Nov 11 20:42:47.925429 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe5c62-e0ff-4a3d-8217-bce70ef7626d req-43de018e-c422-4fcc-9c60-9731a33807ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:47.926857 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-febe5c62-e0ff-4a3d-8217-bce70ef7626d req-43de018e-c422-4fcc-9c60-9731a33807ff service neutron] 10.222.0.78 "GET /v2.0/subnets?id=cd94b66c-5e90-4a87-ae3c-7da1a763bfb3 HTTP/1.1" status: 200 len: 854 time: 0.0473256 Nov 11 20:42:47.972204 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-febe5c62-e0ff-4a3d-8217-bce70ef7626d req-6166afae-637d-42ee-a0d4-5b9a162f0ef1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7d0e0821-58b7-4378-8e73-122c99e64b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283668 Nov 11 20:42:48.102472 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5bf78-3098-4b80-ae10-9759d59155bc req-6668927b-d48b-43a1-ba47-06c32c4ce863 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:48.103965 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-16c5bf78-3098-4b80-ae10-9759d59155bc req-6668927b-d48b-43a1-ba47-06c32c4ce863 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 985 time: 0.1163571 Nov 11 20:42:48.152514 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-febe5c62-e0ff-4a3d-8217-bce70ef7626d req-706ca616-7291-47ba-8874-8ae2507db927 service neutron] 10.222.0.78 "GET /v2.0/networks/7d0e0821-58b7-4378-8e73-122c99e64b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517959 Nov 11 20:42:48.300197 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-16c5bf78-3098-4b80-ae10-9759d59155bc req-7888ecdb-5318-4296-ab0b-341ddeb8b1c6 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&id=c06bf615-ba67-4bf3-8987-cd2a1eab332f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1874466 Nov 11 20:42:48.316917 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5390a-647a-4435-81c4-3a9ae4b2e344 req-db3782fd-9997-4aef-9a89-89ccdfcdaadb tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:48.318820 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-41b5390a-647a-4435-81c4-3a9ae4b2e344 req-db3782fd-9997-4aef-9a89-89ccdfcdaadb tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.1698554 Nov 11 20:42:48.354117 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-febe5c62-e0ff-4a3d-8217-bce70ef7626d req-0a967631-1420-424d-8a87-c2f89c9d75a7 service neutron] 10.222.0.78 "GET /v2.0/networks/7d0e0821-58b7-4378-8e73-122c99e64b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858788 Nov 11 20:42:48.389460 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-41b5390a-647a-4435-81c4-3a9ae4b2e344 req-ee3b5a41-568c-4df8-98a7-9e1c345ae1b4 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596008 Nov 11 20:42:48.458718 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473c28f-fd40-4549-ad13-3bfe3ad8a282 req-3e5d3616-d3fc-499d-b910-8c66964c6c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:48.460845 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2473c28f-fd40-4549-ad13-3bfe3ad8a282 req-3e5d3616-d3fc-499d-b910-8c66964c6c6f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ad9bb6fc32584e87808c292a94dd546d&device_id=f8e8e904-4a99-4f15-bb67-de6de15ca227 HTTP/1.1" status: 200 len: 1097 time: 0.0416942 Nov 11 20:42:48.571131 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473c28f-fd40-4549-ad13-3bfe3ad8a282 req-a279be61-db72-4f82-8213-6f034a8ab1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:48.572896 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2473c28f-fd40-4549-ad13-3bfe3ad8a282 req-a279be61-db72-4f82-8213-6f034a8ab1ad service neutron] 10.222.0.78 "GET /v2.0/networks?id=7d0e0821-58b7-4378-8e73-122c99e64b79 HTTP/1.1" status: 200 len: 915 time: 0.0983675 Nov 11 20:42:48.622693 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2473c28f-fd40-4549-ad13-3bfe3ad8a282 req-bedd1194-c882-42d3-a938-8af7c1a6be4f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=264d6612-f400-47b2-8c4e-bdd88f54e280 HTTP/1.1" status: 200 len: 217 time: 0.0356572 Nov 11 20:42:48.681848 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473c28f-fd40-4549-ad13-3bfe3ad8a282 req-050eb1b1-a3b4-4b5e-aabc-1e6ad5986c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:48.683854 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2473c28f-fd40-4549-ad13-3bfe3ad8a282 req-050eb1b1-a3b4-4b5e-aabc-1e6ad5986c65 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=cd94b66c-5e90-4a87-ae3c-7da1a763bfb3 HTTP/1.1" status: 200 len: 854 time: 0.0505412 Nov 11 20:42:48.725580 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2473c28f-fd40-4549-ad13-3bfe3ad8a282 req-7c304793-de77-443f-9402-e4176ec16a58 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7d0e0821-58b7-4378-8e73-122c99e64b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287237 Nov 11 20:42:48.858064 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ce3ac-6bdd-45a6-aa45-5305c67ce814 req-e0b1cc47-abe0-42d2-ad54-d8222fb3e0eb tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:48.859575 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f61ce3ac-6bdd-45a6-aa45-5305c67ce814 req-e0b1cc47-abe0-42d2-ad54-d8222fb3e0eb tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 946 time: 0.1035762 Nov 11 20:42:48.874122 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2473c28f-fd40-4549-ad13-3bfe3ad8a282 req-6c0c26b5-08cf-4c2f-aa06-ea008d6b50e4 service neutron] 10.222.0.78 "GET /v2.0/networks/7d0e0821-58b7-4378-8e73-122c99e64b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349113 Nov 11 20:42:48.993569 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f61ce3ac-6bdd-45a6-aa45-5305c67ce814 req-0913cab9-07b4-443e-adfc-2d19adaf874d tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214459 Nov 11 20:42:49.008326 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8639cb53-42d1-4ae2-a986-e1c7b791df9d req-3b92a673-cebc-4bc2-bcf0-ad4d576ff8a3 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:49.010030 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8639cb53-42d1-4ae2-a986-e1c7b791df9d req-3b92a673-cebc-4bc2-bcf0-ad4d576ff8a3 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8e8e904-4a99-4f15-bb67-de6de15ca227 HTTP/1.1" status: 200 len: 944 time: 0.1479905 Nov 11 20:42:49.045628 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2473c28f-fd40-4549-ad13-3bfe3ad8a282 req-37bb9d62-cf35-47af-a10e-c4cb7d0b63d2 service neutron] 10.222.0.78 "GET /v2.0/networks/7d0e0821-58b7-4378-8e73-122c99e64b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509712 Nov 11 20:42:49.072823 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8639cb53-42d1-4ae2-a986-e1c7b791df9d req-c2028647-a226-4476-95ea-18b1a0e45fb5 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/security-groups?id=457f38f0-4b56-4441-98f2-42141019ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562994 Nov 11 20:42:49.435395 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3370d7-67dd-4370-ad02-c0cf09d3f454 req-01b44676-ef36-4e7d-b2b5-c4ea3aa4481c tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:49.436493 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5d3370d7-67dd-4370-ad02-c0cf09d3f454 req-01b44676-ef36-4e7d-b2b5-c4ea3aa4481c tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 985 time: 0.0617020 Nov 11 20:42:49.540188 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5d3370d7-67dd-4370-ad02-c0cf09d3f454 req-2655f2f0-dc41-40aa-b9df-c435ac3e4c89 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&id=c06bf615-ba67-4bf3-8987-cd2a1eab332f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0976307 Nov 11 20:42:49.553479 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc105be-ea26-44d2-8fe6-2efc8c5046a2 req-35c5427a-f66f-4e80-9184-97d785def8d3 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:49.555223 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7bc105be-ea26-44d2-8fe6-2efc8c5046a2 req-35c5427a-f66f-4e80-9184-97d785def8d3 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0886378 Nov 11 20:42:49.607422 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7bc105be-ea26-44d2-8fe6-2efc8c5046a2 req-627dcff7-c47e-44f8-b998-220d21275472 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444226 Nov 11 20:42:49.808522 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb32403-366d-4964-9732-05f42d932d96 req-5d7d9f60-d5a4-404d-8f81-3933f607c1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:49.809982 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-abb32403-366d-4964-9732-05f42d932d96 req-5d7d9f60-d5a4-404d-8f81-3933f607c1cd service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 1098 time: 0.0412633 Nov 11 20:42:49.861085 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-abb32403-366d-4964-9732-05f42d932d96 req-8e9b19e0-7c24-4f3b-b053-f5a28617b596 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423777 Nov 11 20:42:50.195481 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e66c3-6b5d-424c-b475-5e37bfc1bdd1 req-d9eb589e-7d61-4acb-900a-9139511c2bf5 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:50.197016 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-542e66c3-6b5d-424c-b475-5e37bfc1bdd1 req-d9eb589e-7d61-4acb-900a-9139511c2bf5 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8e8e904-4a99-4f15-bb67-de6de15ca227 HTTP/1.1" status: 200 len: 944 time: 0.0524554 Nov 11 20:42:50.249058 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-542e66c3-6b5d-424c-b475-5e37bfc1bdd1 req-ea30fa8f-5b1e-434e-a668-e7cdab51a077 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/security-groups?id=457f38f0-4b56-4441-98f2-42141019ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460951 Nov 11 20:42:50.549813 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:50.660087 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 47278) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:42:50.663520 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f5a9e-1d57-4fc2-919e-227e0d7d876f req-49646be5-61fc-42f6-a7f3-0c4efbe74be4 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:50.665176 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-922f5a9e-1d57-4fc2-919e-227e0d7d876f req-49646be5-61fc-42f6-a7f3-0c4efbe74be4 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 985 time: 0.0514243 Nov 11 20:42:50.759885 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-922f5a9e-1d57-4fc2-919e-227e0d7d876f req-9e03141b-86bb-4d71-b581-e5a49e273d59 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&id=c06bf615-ba67-4bf3-8987-cd2a1eab332f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0873196 Nov 11 20:42:50.768569 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e6e09-1a74-4c7c-b5d7-b0b4c6753c02 req-4bfb181e-29dd-4bbc-b47e-7e347cba5a8c tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:50.770006 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2a3e6e09-1a74-4c7c-b5d7-b0b4c6753c02 req-4bfb181e-29dd-4bbc-b47e-7e347cba5a8c tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0828302 Nov 11 20:42:50.770647 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-8951d98e-0f65-4f2e-bb0e-6c4da3da55c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:50.821723 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2a3e6e09-1a74-4c7c-b5d7-b0b4c6753c02 req-0befd36a-cefd-4d0d-88f7-b60def14bd0e tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449641 Nov 11 20:42:50.850396 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-8951d98e-0f65-4f2e-bb0e-6c4da3da55c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:50.854610 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-8951d98e-0f65-4f2e-bb0e-6c4da3da55c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:50.893446 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-8951d98e-0f65-4f2e-bb0e-6c4da3da55c6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=da3efd081e014de89f3fb1d1d4d292ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2321806 Nov 11 20:42:50.894578 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8951d98e-0f65-4f2e-bb0e-6c4da3da55c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac41baf-1387-403e-a6a0-12a742647f0a,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:50.896772 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 47282) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:42:50.952632 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-db109937-1097-49eb-8edf-8076202d2314 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:50.973957 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-db109937-1097-49eb-8edf-8076202d2314 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:51.020569 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-db109937-1097-49eb-8edf-8076202d2314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:51.023298 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-db109937-1097-49eb-8edf-8076202d2314 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:51.024454 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-db109937-1097-49eb-8edf-8076202d2314 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/aac41baf-1387-403e-a6a0-12a742647f0a HTTP/1.1" status: 204 len: 168 time: 0.1265645 Nov 11 20:42:51.032221 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db109937-1097-49eb-8edf-8076202d2314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac41baf-1387-403e-a6a0-12a742647f0a,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:51.366064 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0e39f-1666-456c-930b-d8b27b173462 req-58fc7fab-83d0-4f30-abb6-00851fcad2eb tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:51.367816 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ece0e39f-1666-456c-930b-d8b27b173462 req-58fc7fab-83d0-4f30-abb6-00851fcad2eb tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8e8e904-4a99-4f15-bb67-de6de15ca227 HTTP/1.1" status: 200 len: 944 time: 0.0504208 Nov 11 20:42:51.417690 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ece0e39f-1666-456c-930b-d8b27b173462 req-a263b554-7bb5-4af7-903b-ddf20f5b584f tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/security-groups?id=457f38f0-4b56-4441-98f2-42141019ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439756 Nov 11 20:42:51.927041 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d3fee2-6aae-4bc7-bad6-86d92e659ce1 req-259c1d8c-e67b-42cf-9525-7e168768c367 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:51.928559 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d4d3fee2-6aae-4bc7-bad6-86d92e659ce1 req-259c1d8c-e67b-42cf-9525-7e168768c367 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 985 time: 0.0625327 Nov 11 20:42:52.018634 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d4d3fee2-6aae-4bc7-bad6-86d92e659ce1 req-4b9ceeb4-43e0-4026-86e4-735983bbf310 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&id=c06bf615-ba67-4bf3-8987-cd2a1eab332f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0829477 Nov 11 20:42:52.033354 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241bdf4c-eabc-4296-817f-4c5d3f24311f req-c07cb696-2370-4d32-9938-3a576150a140 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:52.034784 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-241bdf4c-eabc-4296-817f-4c5d3f24311f req-c07cb696-2370-4d32-9938-3a576150a140 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0787754 Nov 11 20:42:52.088045 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-241bdf4c-eabc-4296-817f-4c5d3f24311f req-41a2f238-9668-4acb-93ae-b53b84b7b70e tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468302 Nov 11 20:42:52.137889 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3e695-c931-41b4-a0d4-a08a464e6063 req-6e4b8bf8-646f-408d-b405-db64982e3958 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:52.139675 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e2c3e695-c931-41b4-a0d4-a08a464e6063 req-6e4b8bf8-646f-408d-b405-db64982e3958 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.0565228 Nov 11 20:42:52.193418 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e2c3e695-c931-41b4-a0d4-a08a464e6063 req-f1fc26f1-2633-4717-bad2-1f5ad3f17be5 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477312 Nov 11 20:42:52.389495 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 264d6612-f400-47b2-8c4e-bdd88f54e280 details requested by agent hyperv_hv-cinder-81764 with host hv-cinder-81764 {{(pid=101813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:42:52.465122 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3ab3d-04d4-4c3f-84ac-84d9693660f9 req-735b0da9-71b4-496d-aff0-13f9e287e0f1 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:52.467154 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cce3ab3d-04d4-4c3f-84ac-84d9693660f9 req-735b0da9-71b4-496d-aff0-13f9e287e0f1 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0921502 Nov 11 20:42:52.471216 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18164d3-b875-49ee-8c1b-c81e3f04200d req-cfab83f7-3b78-413e-b2fd-ece5c0a47be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:52.471720 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f18164d3-b875-49ee-8c1b-c81e3f04200d req-cfab83f7-3b78-413e-b2fd-ece5c0a47be8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8473830434694f05acc123584bf48e18&device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 1098 time: 0.0957134 Nov 11 20:42:52.495218 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 264d6612-f400-47b2-8c4e-bdd88f54e280, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=264d6612-f400-47b2-8c4e-bdd88f54e280,segment=NetworkSegment(5935d93c-8cef-43d7-bd65-25950c8efabf),segment_id=5935d93c-8cef-43d7-bd65-25950c8efabf)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:42:52.507927 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Returning: {'device': '264d6612-f400-47b2-8c4e-bdd88f54e280', 'network_id': '7d0e0821-58b7-4378-8e73-122c99e64b79', 'port_id': '264d6612-f400-47b2-8c4e-bdd88f54e280', 'mac_address': 'fa:16:3e:7a:7e:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 868, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd94b66c-5e90-4a87-ae3c-7da1a763bfb3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:42:52.551384 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:52.566419 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.notifiers.nova [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 264d6612-f400-47b2-8c4e-bdd88f54e280 {{(pid=101813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:42:52.588482 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 264d6612-f400-47b2-8c4e-bdd88f54e280, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=264d6612-f400-47b2-8c4e-bdd88f54e280,segment=NetworkSegment(5935d93c-8cef-43d7-bd65-25950c8efabf),segment_id=5935d93c-8cef-43d7-bd65-25950c8efabf)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:42:52.592778 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:52.621509 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cce3ab3d-04d4-4c3f-84ac-84d9693660f9 req-9b55a8ae-7baf-48ab-95db-699330ecd6f0 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471987 Nov 11 20:42:52.641187 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 47360) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:42:52.645197 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Pushing event updated for resources: {'Port': ['ID=264d6612-f400-47b2-8c4e-bdd88f54e280,revision_number=4']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:52.656037 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432358ae-6a9b-467d-a2b4-b9b349d22e1d req-70515695-28e8-4f35-99dd-df4c895d1b86 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:52.657676 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-432358ae-6a9b-467d-a2b4-b9b349d22e1d req-70515695-28e8-4f35-99dd-df4c895d1b86 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8e8e904-4a99-4f15-bb67-de6de15ca227 HTTP/1.1" status: 200 len: 944 time: 0.1421285 Nov 11 20:42:52.663237 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18164d3-b875-49ee-8c1b-c81e3f04200d req-56d60386-9191-4014-85b3-2bd64517d499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:52.664872 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f18164d3-b875-49ee-8c1b-c81e3f04200d req-56d60386-9191-4014-85b3-2bd64517d499 service neutron] 10.222.0.78 "GET /v2.0/networks?id=acd422cb-07fc-4b63-aaab-fd2e52fc9069 HTTP/1.1" status: 200 len: 920 time: 0.1742661 Nov 11 20:42:52.721577 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f18164d3-b875-49ee-8c1b-c81e3f04200d req-42bd7f42-5997-4980-baec-768bd722d256 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66b27c9f-82a4-466b-830b-548c3a8a129f HTTP/1.1" status: 200 len: 217 time: 0.0429330 Nov 11 20:42:52.744288 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-432358ae-6a9b-467d-a2b4-b9b349d22e1d req-2db88031-ead8-46a0-a037-eb7841e2cfdf tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/security-groups?id=457f38f0-4b56-4441-98f2-42141019ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784619 Nov 11 20:42:52.755232 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-c54760f5-e5eb-4ade-9f72-c9e51759033e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:52.789146 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18164d3-b875-49ee-8c1b-c81e3f04200d req-73aa3d31-4ab7-4ddb-bdb5-c44a0029abdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:52.790609 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f18164d3-b875-49ee-8c1b-c81e3f04200d req-73aa3d31-4ab7-4ddb-bdb5-c44a0029abdd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=843c9d58-b0a8-42ed-baec-4e93b7576eb3 HTTP/1.1" status: 200 len: 859 time: 0.0442700 Nov 11 20:42:52.824159 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f18164d3-b875-49ee-8c1b-c81e3f04200d req-a0a9fef3-e10a-440d-810f-124ba889c2a5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=acd422cb-07fc-4b63-aaab-fd2e52fc9069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255990 Nov 11 20:42:52.833021 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-c54760f5-e5eb-4ade-9f72-c9e51759033e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:52.837256 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-c54760f5-e5eb-4ade-9f72-c9e51759033e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:52.878601 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-c54760f5-e5eb-4ade-9f72-c9e51759033e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a7fd438bcc4c487dbc1b72406c59ea12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2363057 Nov 11 20:42:52.879827 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54760f5-e5eb-4ade-9f72-c9e51759033e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a949a94-083c-4c7b-bb19-2d943cb56de7,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:52.883648 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 47364) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:42:52.923400 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f18164d3-b875-49ee-8c1b-c81e3f04200d req-5792a0a7-0e4c-4047-add7-2e09b33b571a service neutron] 10.222.0.78 "GET /v2.0/networks/acd422cb-07fc-4b63-aaab-fd2e52fc9069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843353 Nov 11 20:42:52.933295 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-89fafad6-8bb7-412a-9d8a-c15e81063560 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:52.955197 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-89fafad6-8bb7-412a-9d8a-c15e81063560 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:53.011083 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-89fafad6-8bb7-412a-9d8a-c15e81063560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:53.013729 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-89fafad6-8bb7-412a-9d8a-c15e81063560 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:53.014873 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-89fafad6-8bb7-412a-9d8a-c15e81063560 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0a949a94-083c-4c7b-bb19-2d943cb56de7 HTTP/1.1" status: 204 len: 168 time: 0.1301084 Nov 11 20:42:53.022562 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fafad6-8bb7-412a-9d8a-c15e81063560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a949a94-083c-4c7b-bb19-2d943cb56de7,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:53.037638 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f18164d3-b875-49ee-8c1b-c81e3f04200d req-32dc0182-bc2e-4d8b-a5cf-dc7789bf7d6c service neutron] 10.222.0.78 "GET /v2.0/networks/acd422cb-07fc-4b63-aaab-fd2e52fc9069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952792 Nov 11 20:42:53.137563 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7314629-76fc-4706-a61d-2f503e84dd74 req-535f3f6d-7614-4dc2-b8f1-b3152540f966 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:53.139145 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e7314629-76fc-4706-a61d-2f503e84dd74 req-535f3f6d-7614-4dc2-b8f1-b3152540f966 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 985 time: 0.0509479 Nov 11 20:42:53.140774 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] get_ports_and_sgs() called for port_ids ['264d6612-f400-47b2-8c4e-bdd88f54e280'] {{(pid=101813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:42:53.219004 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e7314629-76fc-4706-a61d-2f503e84dd74 req-7c8aaaa8-13ac-41f2-bf6f-cd31f4cf43d5 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&id=c06bf615-ba67-4bf3-8987-cd2a1eab332f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0709999 Nov 11 20:42:53.330488 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811ae88-a984-4745-a141-60bb3908647c req-f64e65bb-3f82-4188-9ae7-bd48e0ebf800 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:53.332380 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1811ae88-a984-4745-a141-60bb3908647c req-f64e65bb-3f82-4188-9ae7-bd48e0ebf800 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.0558519 Nov 11 20:42:53.395496 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1811ae88-a984-4745-a141-60bb3908647c req-d07d283a-42d2-4602-9c0d-a92909cb41c3 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566480 Nov 11 20:42:53.758913 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c2b8b-4219-41ac-a527-d68e6da8cf2b req-6821b664-5ddb-4344-b04c-de76b1d3f256 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:53.760483 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0a9c2b8b-4219-41ac-a527-d68e6da8cf2b req-6821b664-5ddb-4344-b04c-de76b1d3f256 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0541282 Nov 11 20:42:53.813351 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0a9c2b8b-4219-41ac-a527-d68e6da8cf2b req-25be1e3f-2e0b-4918-898a-6a7f3a0bb8b1 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467813 Nov 11 20:42:53.873331 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b88631-f09c-418a-b830-37423a91378b req-dfb18840-b65a-4072-99bc-5a8b293033b9 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:53.874798 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b4b88631-f09c-418a-b830-37423a91378b req-dfb18840-b65a-4072-99bc-5a8b293033b9 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8e8e904-4a99-4f15-bb67-de6de15ca227 HTTP/1.1" status: 200 len: 945 time: 0.0583684 Nov 11 20:42:53.925402 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b4b88631-f09c-418a-b830-37423a91378b req-f34877cf-4947-49e2-9a76-32548052682a tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/security-groups?id=457f38f0-4b56-4441-98f2-42141019ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445771 Nov 11 20:42:54.338161 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6416d-345a-4ba6-a157-785c937140a3 req-118ed52d-d77d-45e4-91bd-accb2bb49ae5 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:54.339653 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e2d6416d-345a-4ba6-a157-785c937140a3 req-118ed52d-d77d-45e4-91bd-accb2bb49ae5 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 985 time: 0.0512099 Nov 11 20:42:54.401466 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e2d6416d-345a-4ba6-a157-785c937140a3 req-bda51c4d-c2ff-4064-a191-0852edb36d0c tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&id=c06bf615-ba67-4bf3-8987-cd2a1eab332f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557675 Nov 11 20:42:54.541054 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51753c8-c59a-43da-b1e0-91a7ebb23327 req-aeb26f79-3c5d-40a6-8a28-5f9193ab8237 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:54.544013 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b51753c8-c59a-43da-b1e0-91a7ebb23327 req-aeb26f79-3c5d-40a6-8a28-5f9193ab8237 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.0642290 Nov 11 20:42:54.597312 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b51753c8-c59a-43da-b1e0-91a7ebb23327 req-783a146a-7d39-4184-9afd-170e37280ed8 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480266 Nov 11 20:42:54.937347 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f838409-ac15-42cf-a1d1-64c29aa34995 req-5395add8-6b9f-400e-8ef1-3bb058d548da tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:54.938857 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8f838409-ac15-42cf-a1d1-64c29aa34995 req-5395add8-6b9f-400e-8ef1-3bb058d548da tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0492604 Nov 11 20:42:54.992393 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8f838409-ac15-42cf-a1d1-64c29aa34995 req-24c098c8-2483-4f73-927d-266c64978c7f tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463319 Nov 11 20:42:55.044503 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e6729-62ca-4fbf-9feb-992dd868b474 req-4fa1f4d7-b866-41f9-96e3-d39e47b98274 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:55.046099 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-bd8e6729-62ca-4fbf-9feb-992dd868b474 req-4fa1f4d7-b866-41f9-96e3-d39e47b98274 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8e8e904-4a99-4f15-bb67-de6de15ca227 HTTP/1.1" status: 200 len: 945 time: 0.0481608 Nov 11 20:42:55.100083 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-bd8e6729-62ca-4fbf-9feb-992dd868b474 req-edde6a41-ea4d-4ff0-9786-1ed9a127f7e2 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/security-groups?id=457f38f0-4b56-4441-98f2-42141019ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474699 Nov 11 20:42:55.502162 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 47456) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:42:55.522742 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35938def-d295-4e6b-a592-552e9693b91d req-79e7e799-d1f0-4a69-9e43-89dadf13dc1e tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:55.524221 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-35938def-d295-4e6b-a592-552e9693b91d req-79e7e799-d1f0-4a69-9e43-89dadf13dc1e tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 985 time: 0.0515800 Nov 11 20:42:55.588250 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-35938def-d295-4e6b-a592-552e9693b91d req-d5dd1700-353a-42bf-95b2-3c97d6dcecd4 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&id=c06bf615-ba67-4bf3-8987-cd2a1eab332f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573332 Nov 11 20:42:55.610094 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-6fe153ca-c705-45fe-8eb7-6dcc32d5eac0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:55.691817 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-6fe153ca-c705-45fe-8eb7-6dcc32d5eac0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:55.697055 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-6fe153ca-c705-45fe-8eb7-6dcc32d5eac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:55.728249 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569286e0-9995-46e5-8a8d-9c8b5a36baaa req-85425879-029b-4636-a29f-2e8e151f06db tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:55.729988 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-569286e0-9995-46e5-8a8d-9c8b5a36baaa req-85425879-029b-4636-a29f-2e8e151f06db tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.0544896 Nov 11 20:42:55.747093 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-6fe153ca-c705-45fe-8eb7-6dcc32d5eac0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2c200e641099411597b632035abaad94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2437222 Nov 11 20:42:55.747794 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 47462) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:42:55.749781 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe153ca-c705-45fe-8eb7-6dcc32d5eac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d035fcd4-f53e-4127-9f5b-14f8ead9e7ed,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:55.771173 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe153ca-c705-45fe-8eb7-6dcc32d5eac0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:42:55.771519 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe153ca-c705-45fe-8eb7-6dcc32d5eac0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:42:55.771519 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe153ca-c705-45fe-8eb7-6dcc32d5eac0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:42:55.772344 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe153ca-c705-45fe-8eb7-6dcc32d5eac0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:42:55.772496 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe153ca-c705-45fe-8eb7-6dcc32d5eac0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:42:55.773936 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe153ca-c705-45fe-8eb7-6dcc32d5eac0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:42:55.773936 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe153ca-c705-45fe-8eb7-6dcc32d5eac0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:42:55.773936 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe153ca-c705-45fe-8eb7-6dcc32d5eac0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:42:55.774246 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe153ca-c705-45fe-8eb7-6dcc32d5eac0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:42:55.774345 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe153ca-c705-45fe-8eb7-6dcc32d5eac0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:42:55.774664 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe153ca-c705-45fe-8eb7-6dcc32d5eac0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:42:55.774978 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe153ca-c705-45fe-8eb7-6dcc32d5eac0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:42:55.779547 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-569286e0-9995-46e5-8a8d-9c8b5a36baaa req-f4ba2fa4-014f-4313-959b-e715fc4a92d1 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436110 Nov 11 20:42:55.816256 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-310fac21-d4c4-43b4-96d7-c11e6f33504e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:55.838392 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-310fac21-d4c4-43b4-96d7-c11e6f33504e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:55.884769 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-310fac21-d4c4-43b4-96d7-c11e6f33504e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:55.887310 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-310fac21-d4c4-43b4-96d7-c11e6f33504e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:55.888487 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-310fac21-d4c4-43b4-96d7-c11e6f33504e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d035fcd4-f53e-4127-9f5b-14f8ead9e7ed HTTP/1.1" status: 204 len: 168 time: 0.1396732 Nov 11 20:42:55.896163 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310fac21-d4c4-43b4-96d7-c11e6f33504e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d035fcd4-f53e-4127-9f5b-14f8ead9e7ed,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:56.173470 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 47472) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:42:56.187668 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-27a861cc-6fd6-4677-9cf9-fcd4a630166d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:56.274799 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-27a861cc-6fd6-4677-9cf9-fcd4a630166d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:56.279170 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-27a861cc-6fd6-4677-9cf9-fcd4a630166d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:56.318883 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-27a861cc-6fd6-4677-9cf9-fcd4a630166d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e154eb212c7147fcaa1ffefbb3ce862f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1443105 Nov 11 20:42:56.319962 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a861cc-6fd6-4677-9cf9-fcd4a630166d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a3023d-24b0-4d48-9788-6fa329990245,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:56.322350 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 47474) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:42:56.378190 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-cf9d575f-733b-4962-93f2-33fe2ed4b5a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:56.401641 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-cf9d575f-733b-4962-93f2-33fe2ed4b5a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:56.403326 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3297ee70-208a-42e4-b7fe-994ce02027ff req-049f8388-0631-401b-b562-bf5ec3fac6eb tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:56.404874 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3297ee70-208a-42e4-b7fe-994ce02027ff req-049f8388-0631-401b-b562-bf5ec3fac6eb tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.3325405 Nov 11 20:42:56.411346 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 264d6612-f400-47b2-8c4e-bdd88f54e280 up at agent hyperv_hv-cinder-81764 {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:42:56.455256 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c5dfb-e3a4-4c5d-b0c8-a0e95f2bdecc req-4b7cf20a-4cd4-4e59-bad3-134aeb8b23f7 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:56.463540 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9e9c5dfb-e3a4-4c5d-b0c8-a0e95f2bdecc req-4b7cf20a-4cd4-4e59-bad3-134aeb8b23f7 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8e8e904-4a99-4f15-bb67-de6de15ca227 HTTP/1.1" status: 200 len: 945 time: 0.0993950 Nov 11 20:42:56.485669 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-cf9d575f-733b-4962-93f2-33fe2ed4b5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:56.492442 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-cf9d575f-733b-4962-93f2-33fe2ed4b5a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:56.499124 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-cf9d575f-733b-4962-93f2-33fe2ed4b5a7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d4a3023d-24b0-4d48-9788-6fa329990245 HTTP/1.1" status: 204 len: 168 time: 0.1758990 Nov 11 20:42:56.519233 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Provisioning for port 264d6612-f400-47b2-8c4e-bdd88f54e280 completed by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:42:56.524452 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3297ee70-208a-42e4-b7fe-994ce02027ff req-887460e0-3fce-4cd4-a23f-cd15523b6b69 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112635 Nov 11 20:42:56.530097 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Provisioning complete for port 264d6612-f400-47b2-8c4e-bdd88f54e280 triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:42:56.531589 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:56.535929 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d575f-733b-4962-93f2-33fe2ed4b5a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a3023d-24b0-4d48-9788-6fa329990245,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:56.573261 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9e9c5dfb-e3a4-4c5d-b0c8-a0e95f2bdecc req-83f1d51b-89b3-45a8-81b2-ecf02868eebb tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/security-groups?id=457f38f0-4b56-4441-98f2-42141019ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015851 Nov 11 20:42:56.688369 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:56.716809 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e8e904-4a99-4f15-bb67-de6de15ca227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264d6612-f400-47b2-8c4e-bdd88f54e280'}] {{(pid=101813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:42:56.719886 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0340890b3ce0369dfbb204f3d0516fe3d00048a2838df9679e450f9495620248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d09750-1f06-4b6a-81a3-53545224c3bc" -d '{"events": [{"server_uuid": "f8e8e904-4a99-4f15-bb67-de6de15ca227", "name": "network-vif-plugged", "status": "completed", "tag": "264d6612-f400-47b2-8c4e-bdd88f54e280"}]}' {{(pid=101813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:42:56.734492 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 264d6612-f400-47b2-8c4e-bdd88f54e280, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=264d6612-f400-47b2-8c4e-bdd88f54e280,segment=NetworkSegment(5935d93c-8cef-43d7-bd65-25950c8efabf),segment_id=5935d93c-8cef-43d7-bd65-25950c8efabf)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:42:56.740194 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:56.761768 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-34fced99-7568-491a-9c1f-d4039a8652fb req-de95bf09-e82f-4266-992b-b94d70e94e03 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1070841398&fields=id&tenant_id=4dd611087eb441dc94ef8c18b6b7d600 HTTP/1.1" status: 200 len: 267 time: 0.0898230 Nov 11 20:42:56.792704 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Pushing event updated for resources: {'Port': ['ID=264d6612-f400-47b2-8c4e-bdd88f54e280,revision_number=5']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:56.801407 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a511c9d-ed67-40c1-a7ac-7c78ca021d03 req-d66b1b9e-2a71-4337-80f4-5724b304a72c tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:56.802896 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-6a511c9d-ed67-40c1-a7ac-7c78ca021d03 req-d66b1b9e-2a71-4337-80f4-5724b304a72c tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 985 time: 0.1151960 Nov 11 20:42:56.916883 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fced99-7568-491a-9c1f-d4039a8652fb req-fa6e22ea-276f-47d1-ad65-6fbbcd8a7379 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:56.919438 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-34fced99-7568-491a-9c1f-d4039a8652fb req-fa6e22ea-276f-47d1-ad65-6fbbcd8a7379 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/networks?id=79971f2e-5dd3-4116-8573-ccbb33e6422f HTTP/1.1" status: 200 len: 812 time: 0.1568444 Nov 11 20:42:56.926042 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-6a511c9d-ed67-40c1-a7ac-7c78ca021d03 req-eec5a773-6c00-447c-ac80-cd1092427e7c tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&id=c06bf615-ba67-4bf3-8987-cd2a1eab332f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1167028 Nov 11 20:42:56.936288 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-34fced99-7568-491a-9c1f-d4039a8652fb req-bf32e6af-a0b1-4338-bec3-d7849ec81512 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/quotas/4dd611087eb441dc94ef8c18b6b7d600 HTTP/1.1" status: 200 len: 375 time: 0.0092678 Nov 11 20:42:56.976958 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265c38d0-40dc-4e46-8ead-683dbfd4df1d x-openstack-request-id: req-265c38d0-40dc-4e46-8ead-683dbfd4df1d {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:42:56.977122 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e8e904-4a99-4f15-bb67-de6de15ca227", "name": "network-vif-plugged", "status": "completed", "tag": "264d6612-f400-47b2-8c4e-bdd88f54e280", "code": 200}]} {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:42:56.977557 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-265c38d0-40dc-4e46-8ead-683dbfd4df1d {{(pid=101813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:42:56.978130 dv-cinder-817642-1-iscsi neutron-server[101813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e8e904-4a99-4f15-bb67-de6de15ca227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264d6612-f400-47b2-8c4e-bdd88f54e280', 'code': 200} Nov 11 20:42:57.024600 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-34fced99-7568-491a-9c1f-d4039a8652fb req-c05fad20-0cb8-4465-8872-83d3afdf8650 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4dd611087eb441dc94ef8c18b6b7d600&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0818226 Nov 11 20:42:57.135125 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86208e0-a522-4c2c-8407-a0e775c9148d req-feb93675-fd69-4d1d-aef2-f8076ae4cfe3 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:57.136640 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f86208e0-a522-4c2c-8407-a0e775c9148d req-feb93675-fd69-4d1d-aef2-f8076ae4cfe3 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.1066942 Nov 11 20:42:57.195642 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-34fced99-7568-491a-9c1f-d4039a8652fb req-0c1c49bf-8c25-45c7-a923-52e091e8345e service neutron] 10.222.0.61 "GET /v2.0/networks/79971f2e-5dd3-4116-8573-ccbb33e6422f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571016 Nov 11 20:42:57.282159 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f86208e0-a522-4c2c-8407-a0e775c9148d req-e1e87942-55a4-46a9-8683-d93f2fa3743c tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356838 Nov 11 20:42:57.290252 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499a485-d337-4017-a75a-2518d839afce req-f95c8be9-10fb-4891-95f2-f3cad6c8e557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:57.291727 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3499a485-d337-4017-a75a-2518d839afce req-f95c8be9-10fb-4891-95f2-f3cad6c8e557 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f8e8e904-4a99-4f15-bb67-de6de15ca227 HTTP/1.1" status: 200 len: 1099 time: 0.1246653 Nov 11 20:42:57.333470 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-34fced99-7568-491a-9c1f-d4039a8652fb req-4395cdd8-577f-47e5-963e-6bc4a996f1c9 service neutron] 10.222.0.61 "GET /v2.0/networks/79971f2e-5dd3-4116-8573-ccbb33e6422f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264000 Nov 11 20:42:57.361083 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3499a485-d337-4017-a75a-2518d839afce req-0b3355b0-5cef-499d-a41b-bf2ac145c49d service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=457f38f0-4b56-4441-98f2-42141019ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441918 Nov 11 20:42:57.633274 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9b481e28-5c7a-45ab-bb1f-635659953ac6 req-502cd6b2-b9d7-4d96-8e2e-135832c24836 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a6650f0-499e-492c-bb9f-6424e765a81b HTTP/1.1" status: 200 len: 210 time: 0.0372529 Nov 11 20:42:57.684613 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941740ee-952f-4299-9982-efc1319674c1 req-9e6b1a96-2b2f-429c-8703-42fcbbf45359 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:57.693230 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-941740ee-952f-4299-9982-efc1319674c1 req-9e6b1a96-2b2f-429c-8703-42fcbbf45359 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0864806 Nov 11 20:42:57.784782 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-941740ee-952f-4299-9982-efc1319674c1 req-9d977f72-1a2a-49c8-ab22-aeea4f2b9c2d tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906940 Nov 11 20:42:57.801381 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4395fe-f399-4044-8a8d-a033212ff1ee req-26874e66-1e89-4d0c-b7f3-0f28645819dd tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:57.803151 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7f4395fe-f399-4044-8a8d-a033212ff1ee req-26874e66-1e89-4d0c-b7f3-0f28645819dd tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8e8e904-4a99-4f15-bb67-de6de15ca227 HTTP/1.1" status: 200 len: 946 time: 0.1010330 Nov 11 20:42:57.868385 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7f4395fe-f399-4044-8a8d-a033212ff1ee req-0b43aac2-a1b0-4ee3-a718-074ad8c40486 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/security-groups?id=457f38f0-4b56-4441-98f2-42141019ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557904 Nov 11 20:42:58.065278 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f167c-bcad-447c-83e2-b68f1288f5a0 req-e412b158-d38b-4914-9014-5c3d7e4252ea tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:58.067031 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-285f167c-bcad-447c-83e2-b68f1288f5a0 req-e412b158-d38b-4914-9014-5c3d7e4252ea tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 985 time: 0.0611100 Nov 11 20:42:58.148475 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-285f167c-bcad-447c-83e2-b68f1288f5a0 req-43406b53-1841-4f6f-b9ea-0e31dcb0f50d tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&id=c06bf615-ba67-4bf3-8987-cd2a1eab332f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0715754 Nov 11 20:42:58.405067 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca6cb9-44ff-41e8-8488-c2647d608958 req-9ce329ed-b873-436d-bd73-c88b0e8fb9ae tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:58.406805 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b0ca6cb9-44ff-41e8-8488-c2647d608958 req-9ce329ed-b873-436d-bd73-c88b0e8fb9ae tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.0529850 Nov 11 20:42:58.459774 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b0ca6cb9-44ff-41e8-8488-c2647d608958 req-65e0182e-b008-4ec5-970b-c16fb6edd586 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468094 Nov 11 20:42:58.519687 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 47578) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:42:58.629341 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-14d4e8f5-5a7d-4b04-9fe4-5aa512de988f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:58.704657 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-14d4e8f5-5a7d-4b04-9fe4-5aa512de988f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:58.709564 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-14d4e8f5-5a7d-4b04-9fe4-5aa512de988f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:58.731515 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-63a736d3-9fc7-465c-9cad-b426e825fb83 req-5e3bf52a-1f42-4e4e-832b-e6dc44fe827c tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a6650f0-499e-492c-bb9f-6424e765a81b HTTP/1.1" status: 200 len: 210 time: 0.0287244 Nov 11 20:42:58.749854 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-14d4e8f5-5a7d-4b04-9fe4-5aa512de988f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=46ad8f8d7a5c43498f1b34f6273770a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290845 Nov 11 20:42:58.750706 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d4e8f5-5a7d-4b04-9fe4-5aa512de988f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5952f1-9152-4443-a80c-6f02b3ac7bcf,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:58.752720 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 47584) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:42:58.799930 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-a833127d-e421-4132-8b19-ae345ff729d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:58.821230 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-a833127d-e421-4132-8b19-ae345ff729d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:58.868409 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-a833127d-e421-4132-8b19-ae345ff729d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:58.871076 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-a833127d-e421-4132-8b19-ae345ff729d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:58.872233 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-a833127d-e421-4132-8b19-ae345ff729d1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6a5952f1-9152-4443-a80c-6f02b3ac7bcf HTTP/1.1" status: 204 len: 168 time: 0.1184502 Nov 11 20:42:58.879933 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a833127d-e421-4132-8b19-ae345ff729d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5952f1-9152-4443-a80c-6f02b3ac7bcf,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:58.998388 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041ba10-022c-4815-94ab-ef44f271fd47 req-f53669c6-e6aa-4ad3-9785-a06077d55a6a tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:59.005721 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-6041ba10-022c-4815-94ab-ef44f271fd47 req-f53669c6-e6aa-4ad3-9785-a06077d55a6a tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8e8e904-4a99-4f15-bb67-de6de15ca227 HTTP/1.1" status: 200 len: 946 time: 0.0644281 Nov 11 20:42:59.054550 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-6041ba10-022c-4815-94ab-ef44f271fd47 req-4b98550f-babd-4eb2-967d-4a926de3a921 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/security-groups?id=457f38f0-4b56-4441-98f2-42141019ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467134 Nov 11 20:42:59.172967 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 47592) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:42:59.186299 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-02ad8e92-d3ae-4c11-91eb-22bfaf08472f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:59.189706 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fced99-7568-491a-9c1f-d4039a8652fb req-9dea5702-4813-408b-87fe-fd8940b51dff tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:59.191197 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-34fced99-7568-491a-9c1f-d4039a8652fb req-9dea5702-4813-408b-87fe-fd8940b51dff tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.78 "GET /v2.0/networks?id=79971f2e-5dd3-4116-8573-ccbb33e6422f HTTP/1.1" status: 200 len: 812 time: 0.1222911 Nov 11 20:42:59.287373 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-02ad8e92-d3ae-4c11-91eb-22bfaf08472f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:59.293511 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-02ad8e92-d3ae-4c11-91eb-22bfaf08472f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:59.331742 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-02ad8e92-d3ae-4c11-91eb-22bfaf08472f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7e05975cb5614bca846a53a80a797d29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1576984 Nov 11 20:42:59.333126 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad8e92-d3ae-4c11-91eb-22bfaf08472f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b98ec63-cd72-473a-b5cf-83b5ca16239c,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:59.335406 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 47598) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:42:59.340206 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f08d84-988e-44dd-a5a3-4f1031679281 req-08f76904-62f4-47d0-be2c-5e18872dff20 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:59.341914 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-66f08d84-988e-44dd-a5a3-4f1031679281 req-08f76904-62f4-47d0-be2c-5e18872dff20 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 985 time: 0.0921304 Nov 11 20:42:59.363990 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-34fced99-7568-491a-9c1f-d4039a8652fb req-64333bf0-ef1a-4b96-9421-7f1c7c854617 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4dd611087eb441dc94ef8c18b6b7d600 HTTP/1.1" status: 200 len: 380 time: 0.1441715 Nov 11 20:42:59.391816 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-352a17bc-cc43-434f-b304-7d50d5418afe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:59.392580 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [req-34fced99-7568-491a-9c1f-d4039a8652fb req-abcf5e5d-85ba-41f1-bcef-d2076c655957 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Request body: {'port': {'device_id': '1a6650f0-499e-492c-bb9f-6424e765a81b', 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f', 'admin_state_up': True, 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'security_groups': ['37c29b80-e151-4b83-9c77-e481a4d59491']}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:42:59.415476 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-352a17bc-cc43-434f-b304-7d50d5418afe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:59.465779 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-352a17bc-cc43-434f-b304-7d50d5418afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:59.466861 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-66f08d84-988e-44dd-a5a3-4f1031679281 req-58b27903-24cf-4f27-bfd6-7bc3b5b3dc0e tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&id=c06bf615-ba67-4bf3-8987-cd2a1eab332f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1187150 Nov 11 20:42:59.468344 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-352a17bc-cc43-434f-b304-7d50d5418afe admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:59.469657 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-352a17bc-cc43-434f-b304-7d50d5418afe admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3b98ec63-cd72-473a-b5cf-83b5ca16239c HTTP/1.1" status: 204 len: 168 time: 0.1331742 Nov 11 20:42:59.481452 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352a17bc-cc43-434f-b304-7d50d5418afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b98ec63-cd72-473a-b5cf-83b5ca16239c,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:42:59.589389 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34fced99-7568-491a-9c1f-d4039a8652fb req-abcf5e5d-85ba-41f1-bcef-d2076c655957 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Made reservation on behalf of 4dd611087eb441dc94ef8c18b6b7d600 for: {'port': 1} {{(pid=101811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:42:59.592835 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-34fced99-7568-491a-9c1f-d4039a8652fb req-abcf5e5d-85ba-41f1-bcef-d2076c655957 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:42:59.621715 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8570ea0-2314-45ee-900e-d4728c4f0422 req-fb3886a2-39e2-489f-a682-d3df5ab0cd31 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:42:59.623252 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e8570ea0-2314-45ee-900e-d4728c4f0422 req-fb3886a2-39e2-489f-a682-d3df5ab0cd31 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.0759521 Nov 11 20:42:59.723950 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e8570ea0-2314-45ee-900e-d4728c4f0422 req-9d291076-c984-45aa-b3b3-d491fc291ea4 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937033 Nov 11 20:42:59.777078 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.db_base_plugin_common [req-34fced99-7568-491a-9c1f-d4039a8652fb req-abcf5e5d-85ba-41f1-bcef-d2076c655957 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Allocated IP 172.20.0.9 (79971f2e-5dd3-4116-8573-ccbb33e6422f/535394ca-6702-4a16-9e94-00db56f6b620/6f3857bd-08bc-4ee4-a39a-331ef661cbbd) {{(pid=101811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:42:59.840115 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2e44a329-d8d7-4c95-94bc-7f1760fc6698 req-e84df41a-33ec-4ed5-94b0-4c742ca6f64f tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a6650f0-499e-492c-bb9f-6424e765a81b HTTP/1.1" status: 200 len: 210 time: 0.0326672 Nov 11 20:42:59.989707 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-34fced99-7568-491a-9c1f-d4039a8652fb req-abcf5e5d-85ba-41f1-bcef-d2076c655957 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks [] for port, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:00.032135 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-34fced99-7568-491a-9c1f-d4039a8652fb req-abcf5e5d-85ba-41f1-bcef-d2076c655957 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25464144'] for port, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:00.075153 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34fced99-7568-491a-9c1f-d4039a8652fb req-abcf5e5d-85ba-41f1-bcef-d2076c655957 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Network 79971f2e-5dd3-4116-8573-ccbb33e6422f is already hosted by enough agents. {{(pid=101811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:43:00.080986 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.base_scheduler [req-34fced99-7568-491a-9c1f-d4039a8652fb req-abcf5e5d-85ba-41f1-bcef-d2076c655957 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Resources bound (agent type, host, resource id): {{(pid=101811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:43:00.085220 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [req-34fced99-7568-491a-9c1f-d4039a8652fb req-abcf5e5d-85ba-41f1-bcef-d2076c655957 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Received port after_create {{(pid=101811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:43:00.117331 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf5e5d-85ba-41f1-bcef-d2076c655957 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Pushing event updated for resources: {'Port': ['ID=6f3857bd-08bc-4ee4-a39a-331ef661cbbd,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:43:00.141198 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fced99-7568-491a-9c1f-d4039a8652fb req-abcf5e5d-85ba-41f1-bcef-d2076c655957 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:00.141827 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-34fced99-7568-491a-9c1f-d4039a8652fb req-abcf5e5d-85ba-41f1-bcef-d2076c655957 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:00.166940 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-34fced99-7568-491a-9c1f-d4039a8652fb req-abcf5e5d-85ba-41f1-bcef-d2076c655957 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7811847 Nov 11 20:43:00.193689 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [req-34fced99-7568-491a-9c1f-d4039a8652fb req-736b6a15-4dd8-4d35-89ef-0bfebbdcbd24 service neutron] Request body: {'port': {'device_id': '1a6650f0-499e-492c-bb9f-6424e765a81b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81764'}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:43:00.238423 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2d5eb-961c-4ab3-acd4-e2e230e8716a req-92393e05-4b7c-4dc8-b0ac-5bd7e527f624 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:00.248009 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-65a2d5eb-961c-4ab3-acd4-e2e230e8716a req-92393e05-4b7c-4dc8-b0ac-5bd7e527f624 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8e8e904-4a99-4f15-bb67-de6de15ca227 HTTP/1.1" status: 200 len: 946 time: 0.0947406 Nov 11 20:43:00.305167 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-34fced99-7568-491a-9c1f-d4039a8652fb req-736b6a15-4dd8-4d35-89ef-0bfebbdcbd24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:00.332055 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-65a2d5eb-961c-4ab3-acd4-e2e230e8716a req-dc1c9bf6-e044-478f-ad10-38f814d9d05d tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/security-groups?id=457f38f0-4b56-4441-98f2-42141019ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832539 Nov 11 20:43:00.415789 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-0d6108d2-0b8f-4c71-82e1-2f283f8d278c None None] Provisioning complete for port 6f3857bd-08bc-4ee4-a39a-331ef661cbbd triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:43:00.416969 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-0d6108d2-0b8f-4c71-82e1-2f283f8d278c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:00.468173 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-0d6108d2-0b8f-4c71-82e1-2f283f8d278c None None] Port 6f3857bd-08bc-4ee4-a39a-331ef661cbbd cannot update to ACTIVE because it is not bound. {{(pid=101813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:43:00.688531 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24965a-8c90-4d95-a25a-7e7123bda478 req-8e375f6e-9263-44a8-827c-d381a059d209 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:00.690549 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ba24965a-8c90-4d95-a25a-7e7123bda478 req-8e375f6e-9263-44a8-827c-d381a059d209 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 985 time: 0.0995011 Nov 11 20:43:00.727955 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-33e3b118-d388-42db-94a7-91357327be8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:00.761502 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [req-34fced99-7568-491a-9c1f-d4039a8652fb req-736b6a15-4dd8-4d35-89ef-0bfebbdcbd24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f3857bd-08bc-4ee4-a39a-331ef661cbbd {{(pid=101811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:43:00.776414 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-34fced99-7568-491a-9c1f-d4039a8652fb req-736b6a15-4dd8-4d35-89ef-0bfebbdcbd24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:00.818096 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.provisioning_blocks [req-34fced99-7568-491a-9c1f-d4039a8652fb req-736b6a15-4dd8-4d35-89ef-0bfebbdcbd24 service neutron] Transition to ACTIVE for port object 6f3857bd-08bc-4ee4-a39a-331ef661cbbd will not be triggered until provisioned by entity L2. {{(pid=101811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:43:00.827894 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ba24965a-8c90-4d95-a25a-7e7123bda478 req-1f08f9b1-286b-41f2-8d63-b9dc3e9c6e2c tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&id=c06bf615-ba67-4bf3-8987-cd2a1eab332f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1115649 Nov 11 20:43:00.829921 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-34fced99-7568-491a-9c1f-d4039a8652fb req-736b6a15-4dd8-4d35-89ef-0bfebbdcbd24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25464105'] for port, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:00.889204 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b6a15-4dd8-4d35-89ef-0bfebbdcbd24 service neutron] Pushing event updated for resources: {'Port': ['ID=6f3857bd-08bc-4ee4-a39a-331ef661cbbd,revision_number=2']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:43:01.083454 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957e4cd-d03a-47b5-8fa2-6a78cb5a37a0 req-fce8a992-0ad3-4594-85a5-91f065aa8ec5 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:01.086392 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1957e4cd-d03a-47b5-8fa2-6a78cb5a37a0 req-fce8a992-0ad3-4594-85a5-91f065aa8ec5 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.1037226 Nov 11 20:43:01.119851 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.managers [req-34fced99-7568-491a-9c1f-d4039a8652fb req-736b6a15-4dd8-4d35-89ef-0bfebbdcbd24 service neutron] Attempting to bind port 6f3857bd-08bc-4ee4-a39a-331ef661cbbd on host hv-cinder-81764 for vnic_type normal with profile {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:43:01.120235 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.managers [req-34fced99-7568-491a-9c1f-d4039a8652fb req-736b6a15-4dd8-4d35-89ef-0bfebbdcbd24 service neutron] Attempting to bind port 6f3857bd-08bc-4ee4-a39a-331ef661cbbd by drivers openvswitch,hyperv on host hv-cinder-81764 at level 0 using segments [{'id': 'bdd575c3-b455-4e13-be7c-a87e3122aa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f'}] {{(pid=101811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:43:01.120561 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fced99-7568-491a-9c1f-d4039a8652fb req-736b6a15-4dd8-4d35-89ef-0bfebbdcbd24 service neutron] Attempting to bind port 6f3857bd-08bc-4ee4-a39a-331ef661cbbd on network 79971f2e-5dd3-4116-8573-ccbb33e6422f {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:43:01.135447 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445d833-d1d3-4455-bb03-ca5b920071d1 req-31fe3b3b-3261-4e82-816c-e21ee2f5bdeb tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:01.137136 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e445d833-d1d3-4455-bb03-ca5b920071d1 req-31fe3b3b-3261-4e82-816c-e21ee2f5bdeb tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a6650f0-499e-492c-bb9f-6424e765a81b HTTP/1.1" status: 200 len: 943 time: 0.1230195 Nov 11 20:43:01.143438 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fced99-7568-491a-9c1f-d4039a8652fb req-736b6a15-4dd8-4d35-89ef-0bfebbdcbd24 service neutron] Port 6f3857bd-08bc-4ee4-a39a-331ef661cbbd on network 79971f2e-5dd3-4116-8573-ccbb33e6422f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81764 {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:43:01.143763 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fced99-7568-491a-9c1f-d4039a8652fb req-736b6a15-4dd8-4d35-89ef-0bfebbdcbd24 service neutron] Attempting to bind port 6f3857bd-08bc-4ee4-a39a-331ef661cbbd on network 79971f2e-5dd3-4116-8573-ccbb33e6422f {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:43:01.172068 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fced99-7568-491a-9c1f-d4039a8652fb req-736b6a15-4dd8-4d35-89ef-0bfebbdcbd24 service neutron] Checking agent: {'id': '15458190-db7e-4dc5-9ea8-0c1068e01e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81764', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 36, 20), 'started_at': datetime.datetime(2021, 11, 11, 20, 36, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:43:01.172403 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fced99-7568-491a-9c1f-d4039a8652fb req-736b6a15-4dd8-4d35-89ef-0bfebbdcbd24 service neutron] Checking segment: {'id': 'bdd575c3-b455-4e13-be7c-a87e3122aa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:43:01.172775 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fced99-7568-491a-9c1f-d4039a8652fb req-736b6a15-4dd8-4d35-89ef-0bfebbdcbd24 service neutron] Bound using segment: {'id': 'bdd575c3-b455-4e13-be7c-a87e3122aa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f'} {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:43:01.173391 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.managers [req-34fced99-7568-491a-9c1f-d4039a8652fb req-736b6a15-4dd8-4d35-89ef-0bfebbdcbd24 service neutron] Bound port: 6f3857bd-08bc-4ee4-a39a-331ef661cbbd, host: hv-cinder-81764, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdd575c3-b455-4e13-be7c-a87e3122aa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f'}}] {{(pid=101811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:43:01.173906 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-34fced99-7568-491a-9c1f-d4039a8652fb req-736b6a15-4dd8-4d35-89ef-0bfebbdcbd24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:01.192590 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1957e4cd-d03a-47b5-8fa2-6a78cb5a37a0 req-95148a71-f02c-45e3-825e-429de66d1ca5 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941768 Nov 11 20:43:01.265978 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e445d833-d1d3-4455-bb03-ca5b920071d1 req-e7e5356c-8f4a-46e3-b4bb-2c30bcfcc232 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120536 Nov 11 20:43:01.296322 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-34fced99-7568-491a-9c1f-d4039a8652fb req-736b6a15-4dd8-4d35-89ef-0bfebbdcbd24 service neutron] For port 6f3857bd-08bc-4ee4-a39a-331ef661cbbd, host hv-cinder-81764, cleared binding levels {{(pid=101811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:43:01.299272 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-34fced99-7568-491a-9c1f-d4039a8652fb req-736b6a15-4dd8-4d35-89ef-0bfebbdcbd24 service neutron] For port 6f3857bd-08bc-4ee4-a39a-331ef661cbbd, host hv-cinder-81764, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=6f3857bd-08bc-4ee4-a39a-331ef661cbbd,segment=NetworkSegment(bdd575c3-b455-4e13-be7c-a87e3122aa2c),segment_id=bdd575c3-b455-4e13-be7c-a87e3122aa2c)] {{(pid=101811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:43:01.302678 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-34fced99-7568-491a-9c1f-d4039a8652fb req-736b6a15-4dd8-4d35-89ef-0bfebbdcbd24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25464105'] for port, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:01.336549 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fced99-7568-491a-9c1f-d4039a8652fb req-736b6a15-4dd8-4d35-89ef-0bfebbdcbd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:01.337166 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-34fced99-7568-491a-9c1f-d4039a8652fb req-736b6a15-4dd8-4d35-89ef-0bfebbdcbd24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:01.338532 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-34fced99-7568-491a-9c1f-d4039a8652fb req-736b6a15-4dd8-4d35-89ef-0bfebbdcbd24 service neutron] 10.222.0.78 "PUT /v2.0/ports/6f3857bd-08bc-4ee4-a39a-331ef661cbbd HTTP/1.1" status: 200 len: 1093 time: 1.1494825 Nov 11 20:43:01.338987 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a6650f0-499e-492c-bb9f-6424e765a81b', 'tag': '6f3857bd-08bc-4ee4-a39a-331ef661cbbd'}] {{(pid=101811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:43:01.341207 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5736cb7e175e5ed5563496e7c8b9c6d8883e61bc6d504a4dc096e4a6f480cdce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdab4319-468a-47a3-bd06-4146efbbbfa9" -d '{"events": [{"name": "network-changed", "server_uuid": "1a6650f0-499e-492c-bb9f-6424e765a81b", "tag": "6f3857bd-08bc-4ee4-a39a-331ef661cbbd"}]}' {{(pid=101811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:43:01.369132 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b6a15-4dd8-4d35-89ef-0bfebbdcbd24 service neutron] Pushing event updated for resources: {'Port': ['ID=6f3857bd-08bc-4ee4-a39a-331ef661cbbd,revision_number=3']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:43:01.394438 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8aeb46-549a-4345-ae44-8f4c818e1aa5 x-openstack-request-id: req-5c8aeb46-549a-4345-ae44-8f4c818e1aa5 {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:43:01.394732 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a6650f0-499e-492c-bb9f-6424e765a81b", "tag": "6f3857bd-08bc-4ee4-a39a-331ef661cbbd", "status": "completed", "code": 200}]} {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:43:01.394985 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5c8aeb46-549a-4345-ae44-8f4c818e1aa5 {{(pid=101811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:43:01.395385 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a6650f0-499e-492c-bb9f-6424e765a81b', 'tag': '6f3857bd-08bc-4ee4-a39a-331ef661cbbd', 'status': 'completed', 'code': 200} Nov 11 20:43:01.459858 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fced99-7568-491a-9c1f-d4039a8652fb req-b0434e2b-298c-43fc-b2b5-7f6662ea56ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:01.462081 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-34fced99-7568-491a-9c1f-d4039a8652fb req-b0434e2b-298c-43fc-b2b5-7f6662ea56ea service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4dd611087eb441dc94ef8c18b6b7d600&device_id=1a6650f0-499e-492c-bb9f-6424e765a81b HTTP/1.1" status: 200 len: 1096 time: 0.0462990 Nov 11 20:43:01.520132 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-34fced99-7568-491a-9c1f-d4039a8652fb req-548f9642-2bfb-443f-aed2-f1b90366d8dc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f3857bd-08bc-4ee4-a39a-331ef661cbbd HTTP/1.1" status: 200 len: 217 time: 0.0377843 Nov 11 20:43:01.600708 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fced99-7568-491a-9c1f-d4039a8652fb req-dec8289a-29bf-457e-b295-04d71c7f50c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:01.602434 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-34fced99-7568-491a-9c1f-d4039a8652fb req-dec8289a-29bf-457e-b295-04d71c7f50c9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=535394ca-6702-4a16-9e94-00db56f6b620 HTTP/1.1" status: 200 len: 851 time: 0.0588942 Nov 11 20:43:01.654171 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fced99-7568-491a-9c1f-d4039a8652fb req-280c75e0-05c8-4ca7-b121-e129933a1cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:01.655661 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-34fced99-7568-491a-9c1f-d4039a8652fb req-280c75e0-05c8-4ca7-b121-e129933a1cd3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=79971f2e-5dd3-4116-8573-ccbb33e6422f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424027 Nov 11 20:43:01.767907 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-34fced99-7568-491a-9c1f-d4039a8652fb req-4a4387c4-b529-4979-a7b2-c42ef745792a service neutron] 10.222.0.78 "GET /v2.0/networks/79971f2e-5dd3-4116-8573-ccbb33e6422f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913596 Nov 11 20:43:01.876374 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-34fced99-7568-491a-9c1f-d4039a8652fb req-33fd6aa0-23e0-40f6-bbf9-abc6b13a9884 service neutron] 10.222.0.78 "GET /v2.0/networks/79971f2e-5dd3-4116-8573-ccbb33e6422f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851827 Nov 11 20:43:02.026260 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab4319-468a-47a3-bd06-4146efbbbfa9 req-24166011-0249-40ee-a248-1195ccf059ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:02.027896 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cdab4319-468a-47a3-bd06-4146efbbbfa9 req-24166011-0249-40ee-a248-1195ccf059ac service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4dd611087eb441dc94ef8c18b6b7d600&device_id=1a6650f0-499e-492c-bb9f-6424e765a81b HTTP/1.1" status: 200 len: 1096 time: 0.0468931 Nov 11 20:43:02.133921 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab4319-468a-47a3-bd06-4146efbbbfa9 req-2400e3ce-bce2-4b8d-ad88-ae89a520b324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:02.135261 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cdab4319-468a-47a3-bd06-4146efbbbfa9 req-2400e3ce-bce2-4b8d-ad88-ae89a520b324 service neutron] 10.222.0.78 "GET /v2.0/networks?id=79971f2e-5dd3-4116-8573-ccbb33e6422f HTTP/1.1" status: 200 len: 913 time: 0.0886133 Nov 11 20:43:02.193547 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cdab4319-468a-47a3-bd06-4146efbbbfa9 req-72bbcbba-0808-4784-9f3f-0e13032beb0c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f3857bd-08bc-4ee4-a39a-331ef661cbbd HTTP/1.1" status: 200 len: 217 time: 0.0389419 Nov 11 20:43:02.257659 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab4319-468a-47a3-bd06-4146efbbbfa9 req-10e81a02-fa9b-4e86-9529-2f1c827b4be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:02.259323 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cdab4319-468a-47a3-bd06-4146efbbbfa9 req-10e81a02-fa9b-4e86-9529-2f1c827b4be7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=535394ca-6702-4a16-9e94-00db56f6b620 HTTP/1.1" status: 200 len: 851 time: 0.0456564 Nov 11 20:43:02.344334 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5f288-1a17-47ae-be7d-ca3087c42d17 req-039dd11d-5c79-4537-b957-f21b8251daa7 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:02.345805 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7da5f288-1a17-47ae-be7d-ca3087c42d17 req-039dd11d-5c79-4537-b957-f21b8251daa7 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.0780468 Nov 11 20:43:02.347475 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab4319-468a-47a3-bd06-4146efbbbfa9 req-d30b2a50-cd60-4df1-9b19-75d3d4acef95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:02.348823 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cdab4319-468a-47a3-bd06-4146efbbbfa9 req-d30b2a50-cd60-4df1-9b19-75d3d4acef95 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=79971f2e-5dd3-4116-8573-ccbb33e6422f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0694249 Nov 11 20:43:02.481178 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b8bff-615e-40c1-9e67-fa09a0a9b538 req-1cb0d1ca-2d9a-4a25-a566-016e98fb3324 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:02.482560 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ca6b8bff-615e-40c1-9e67-fa09a0a9b538 req-1cb0d1ca-2d9a-4a25-a566-016e98fb3324 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a6650f0-499e-492c-bb9f-6424e765a81b HTTP/1.1" status: 200 len: 943 time: 0.1328385 Nov 11 20:43:02.491194 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7da5f288-1a17-47ae-be7d-ca3087c42d17 req-494fd0bc-d89f-417a-b525-0184e38ac007 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327388 Nov 11 20:43:02.534329 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cdab4319-468a-47a3-bd06-4146efbbbfa9 req-63323eff-885a-42ed-afc0-1c6b7d8740b2 service neutron] 10.222.0.78 "GET /v2.0/networks/79971f2e-5dd3-4116-8573-ccbb33e6422f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418731 Nov 11 20:43:02.579510 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ca6b8bff-615e-40c1-9e67-fa09a0a9b538 req-ad0eaf85-98c2-495c-ae8b-598ea25ca4a9 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848343 Nov 11 20:43:02.639435 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cdab4319-468a-47a3-bd06-4146efbbbfa9 req-7ee2ae2b-1f3a-4d3d-b8fb-2a6d8ed9a4f2 service neutron] 10.222.0.78 "GET /v2.0/networks/79971f2e-5dd3-4116-8573-ccbb33e6422f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969353 Nov 11 20:43:02.891776 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179a664-2bd5-4b56-a374-ca335581b2ce req-fcca724c-4c84-464e-be5e-9c039a858565 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:02.893250 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3179a664-2bd5-4b56-a374-ca335581b2ce req-fcca724c-4c84-464e-be5e-9c039a858565 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.0533748 Nov 11 20:43:02.945988 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3179a664-2bd5-4b56-a374-ca335581b2ce req-4216282c-8e4a-4ced-be24-399422ad6035 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461388 Nov 11 20:43:03.388190 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-0d183ab8-f3c9-4f0d-9886-c8a604fb4697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:03.609237 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa1dea-924d-4954-9a45-c1b925ebedb7 req-37886eef-1718-4af0-bd3a-694b0b1834dc tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:03.610721 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-61fa1dea-924d-4954-9a45-c1b925ebedb7 req-37886eef-1718-4af0-bd3a-694b0b1834dc tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.0482795 Nov 11 20:43:03.667399 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-61fa1dea-924d-4954-9a45-c1b925ebedb7 req-97404deb-c5c9-44d8-a0ac-235d1c555807 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505331 Nov 11 20:43:03.703661 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a16b1-ce81-44ba-8121-2eeaf3daa4a8 req-d0df48bd-8d60-4d08-b7bc-53a576060983 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:03.705152 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-548a16b1-ce81-44ba-8121-2eeaf3daa4a8 req-d0df48bd-8d60-4d08-b7bc-53a576060983 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a6650f0-499e-492c-bb9f-6424e765a81b HTTP/1.1" status: 200 len: 943 time: 0.0579553 Nov 11 20:43:03.754682 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-548a16b1-ce81-44ba-8121-2eeaf3daa4a8 req-8f2e13ed-b0ee-4c63-aadb-4bef6ccb7a6a tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434058 Nov 11 20:43:04.071658 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694328c2-865a-4b1b-a29f-4a870ba44afa req-e845fae5-b803-45b6-a9b8-600a2db14c03 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:04.073116 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-694328c2-865a-4b1b-a29f-4a870ba44afa req-e845fae5-b803-45b6-a9b8-600a2db14c03 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.0616066 Nov 11 20:43:04.124387 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-694328c2-865a-4b1b-a29f-4a870ba44afa req-0d81c665-ca1d-43a3-83a2-1f1f15c98560 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452566 Nov 11 20:43:04.364512 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3d9940ef-842e-4b07-a279-f9f66b0ee11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:04.788191 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5f863b-7dc0-4b2a-b1d1-24842bce0da7 req-b68af2fa-4b69-4fcb-9021-cd4a3dbf53b4 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:04.789910 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5f5f863b-7dc0-4b2a-b1d1-24842bce0da7 req-b68af2fa-4b69-4fcb-9021-cd4a3dbf53b4 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.0497520 Nov 11 20:43:04.863478 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5f5f863b-7dc0-4b2a-b1d1-24842bce0da7 req-dcfbe211-ea8d-46ef-80e6-04ba295d1836 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659347 Nov 11 20:43:04.884214 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a9ac1-e4d1-493e-9b15-ad0215531f68 req-a2259586-b73a-4c26-af7b-5a9788cfc5aa tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:04.885739 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5f8a9ac1-e4d1-493e-9b15-ad0215531f68 req-a2259586-b73a-4c26-af7b-5a9788cfc5aa tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a6650f0-499e-492c-bb9f-6424e765a81b HTTP/1.1" status: 200 len: 943 time: 0.0629435 Nov 11 20:43:04.937393 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5f8a9ac1-e4d1-493e-9b15-ad0215531f68 req-680602aa-262b-41c1-8cdc-7cbca8625f62 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458245 Nov 11 20:43:05.236693 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fea0b-7e3c-4618-a22b-418d8df953d7 req-9d46a371-57fb-42c6-99a2-2930749ca10a tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:05.238231 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-097fea0b-7e3c-4618-a22b-418d8df953d7 req-9d46a371-57fb-42c6-99a2-2930749ca10a tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.0490520 Nov 11 20:43:05.285566 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-097fea0b-7e3c-4618-a22b-418d8df953d7 req-ca9de2bc-ea43-40c7-a252-c1fa3d34b4ec tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406301 Nov 11 20:43:05.985337 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a324d4-723f-42cc-9d04-e2f6d3a72dbe req-1d39070f-219a-4544-b38a-563b7c1da2d6 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:05.986802 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d1a324d4-723f-42cc-9d04-e2f6d3a72dbe req-1d39070f-219a-4544-b38a-563b7c1da2d6 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.0538695 Nov 11 20:43:06.066122 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d1a324d4-723f-42cc-9d04-e2f6d3a72dbe req-7007225b-84f6-4ea1-8d02-0b435d7946a4 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727637 Nov 11 20:43:06.088410 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abb1dc-e968-41d1-812b-ffe72ea760aa req-09489af2-9fe0-4f1c-81ac-b825fa87092e tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:06.088410 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-82abb1dc-e968-41d1-812b-ffe72ea760aa req-09489af2-9fe0-4f1c-81ac-b825fa87092e tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a6650f0-499e-492c-bb9f-6424e765a81b HTTP/1.1" status: 200 len: 943 time: 0.0743027 Nov 11 20:43:06.108280 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b24fd597-249d-429f-8b46-48f3c6a9ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:06.134955 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-82abb1dc-e968-41d1-812b-ffe72ea760aa req-3725b2c4-70e6-44ef-99bf-54624089fb58 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454583 Nov 11 20:43:06.400835 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bfe27e-90cb-4856-9e9d-c587c822ab02 req-9f627135-6adb-45e4-8a2e-4e4637eb0aea tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:06.402704 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-08bfe27e-90cb-4856-9e9d-c587c822ab02 req-9f627135-6adb-45e4-8a2e-4e4637eb0aea tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.0494330 Nov 11 20:43:06.437635 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:06.456613 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-08bfe27e-90cb-4856-9e9d-c587c822ab02 req-bd6db9c8-2ee0-4d83-ab27-506918efe407 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478582 Nov 11 20:43:07.186970 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02368b60-8496-435c-b3cf-4e7636cb8883 req-94567ec0-1c3f-4d6c-8b6c-80b41f804f42 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:07.188482 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-02368b60-8496-435c-b3cf-4e7636cb8883 req-94567ec0-1c3f-4d6c-8b6c-80b41f804f42 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.0497060 Nov 11 20:43:07.267399 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-02368b60-8496-435c-b3cf-4e7636cb8883 req-424fc247-167a-4063-9b24-24dd1ae2eb33 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729570 Nov 11 20:43:07.281771 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fdbef8-27b5-4331-9f0c-5f8eadf840d2 req-144d73c6-3e86-40be-8cb9-3d074eecad29 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:07.283247 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a7fdbef8-27b5-4331-9f0c-5f8eadf840d2 req-144d73c6-3e86-40be-8cb9-3d074eecad29 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a6650f0-499e-492c-bb9f-6424e765a81b HTTP/1.1" status: 200 len: 943 time: 0.0828936 Nov 11 20:43:07.331936 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a7fdbef8-27b5-4331-9f0c-5f8eadf840d2 req-74059f00-215a-4e22-8a15-58c83ba19dee tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426714 Nov 11 20:43:07.574496 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc72663-2aa7-4865-9aaf-a644ec76880c req-80a3786b-10f2-4ef3-b463-14d2a01678a5 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:07.576036 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cdc72663-2aa7-4865-9aaf-a644ec76880c req-80a3786b-10f2-4ef3-b463-14d2a01678a5 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.0502672 Nov 11 20:43:07.624396 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cdc72663-2aa7-4865-9aaf-a644ec76880c req-d1b16efd-d8ca-4141-b72e-c668faee6467 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424521 Nov 11 20:43:07.688427 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f51c1-fcdd-4d82-9dec-6345add9ffbb req-7fa9916c-b392-4d4b-8f6a-17ec46e9099c tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:07.689864 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d02f51c1-fcdd-4d82-9dec-6345add9ffbb req-7fa9916c-b392-4d4b-8f6a-17ec46e9099c tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 946 time: 0.0514665 Nov 11 20:43:07.803997 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [req-d02f51c1-fcdd-4d82-9dec-6345add9ffbb req-89605d58-365f-4324-9a51-054ee5083a0f tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Deleting port 767cb3d9-cf56-4615-8623-4ec857595582 {{(pid=101811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:43:07.804253 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-d02f51c1-fcdd-4d82-9dec-6345add9ffbb req-89605d58-365f-4324-9a51-054ee5083a0f tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:08.139213 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-d02f51c1-fcdd-4d82-9dec-6345add9ffbb req-89605d58-365f-4324-9a51-054ee5083a0f tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] For port 767cb3d9-cf56-4615-8623-4ec857595582, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=767cb3d9-cf56-4615-8623-4ec857595582,segment=NetworkSegment(f22cd012-f950-4a19-bea8-62720f128e10),segment_id=f22cd012-f950-4a19-bea8-62720f128e10)] {{(pid=101811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:43:08.139558 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-d02f51c1-fcdd-4d82-9dec-6345add9ffbb req-89605d58-365f-4324-9a51-054ee5083a0f tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:08.151458 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [req-d02f51c1-fcdd-4d82-9dec-6345add9ffbb req-89605d58-365f-4324-9a51-054ee5083a0f tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Calling delete_port for 767cb3d9-cf56-4615-8623-4ec857595582 owned by compute:nova {{(pid=101811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:43:08.279718 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-d02f51c1-fcdd-4d82-9dec-6345add9ffbb req-89605d58-365f-4324-9a51-054ee5083a0f tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25464144'] for port, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:08.295476 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] get_ports_and_sgs() called for port_ids ['767cb3d9-cf56-4615-8623-4ec857595582', '66b27c9f-82a4-466b-830b-548c3a8a129f'] {{(pid=101813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:43:08.309387 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89605d58-365f-4324-9a51-054ee5083a0f tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Pushing event deleted for resources: {'Port': ['ID=767cb3d9-cf56-4615-8623-4ec857595582,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:43:08.355992 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [req-d02f51c1-fcdd-4d82-9dec-6345add9ffbb req-89605d58-365f-4324-9a51-054ee5083a0f tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] No DVR routers for this DVR port 767cb3d9-cf56-4615-8623-4ec857595582 on host hv-cinder-81764 {{(pid=101811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:43:08.359050 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-d02f51c1-fcdd-4d82-9dec-6345add9ffbb req-89605d58-365f-4324-9a51-054ee5083a0f tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:08.362724 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d02f51c1-fcdd-4d82-9dec-6345add9ffbb req-89605d58-365f-4324-9a51-054ee5083a0f tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.78 "DELETE /v2.0/ports/767cb3d9-cf56-4615-8623-4ec857595582 HTTP/1.1" status: 204 len: 173 time: 0.6446080 Nov 11 20:43:08.363272 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e9bc60a-d6ec-4b5a-a39f-5430afa0b859', 'name': 'network-vif-deleted', 'tag': '767cb3d9-cf56-4615-8623-4ec857595582'}] {{(pid=101811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:43:08.365581 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5736cb7e175e5ed5563496e7c8b9c6d8883e61bc6d504a4dc096e4a6f480cdce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3d541d-a3ff-49ac-97e8-9a4ca9b72ebe" -d '{"events": [{"server_uuid": "2e9bc60a-d6ec-4b5a-a39f-5430afa0b859", "name": "network-vif-deleted", "tag": "767cb3d9-cf56-4615-8623-4ec857595582"}]}' {{(pid=101811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:43:08.439731 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1702170f-334b-408f-82c0-4321a7fa4175 req-dd0159df-cf26-4dac-94c3-197ee5755124 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:08.441140 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1702170f-334b-408f-82c0-4321a7fa4175 req-dd0159df-cf26-4dac-94c3-197ee5755124 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.0724134 Nov 11 20:43:08.523952 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd1de4f-2219-4e09-82b0-525d0eb866da req-2f50eab2-026d-4337-af20-2f60212e4b34 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:08.526250 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1dd1de4f-2219-4e09-82b0-525d0eb866da req-2f50eab2-026d-4337-af20-2f60212e4b34 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a6650f0-499e-492c-bb9f-6424e765a81b HTTP/1.1" status: 200 len: 943 time: 0.0956314 Nov 11 20:43:08.529709 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1702170f-334b-408f-82c0-4321a7fa4175 req-4148976a-b9af-461b-84d6-f2eca078f3da tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797420 Nov 11 20:43:08.588400 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1dd1de4f-2219-4e09-82b0-525d0eb866da req-037f67b2-7926-4cf3-a811-69f815daec04 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561366 Nov 11 20:43:08.597169 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e161c0fd-d0b5-43f3-8da5-958cf45c30ef x-openstack-request-id: req-e161c0fd-d0b5-43f3-8da5-958cf45c30ef {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:43:08.597465 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e9bc60a-d6ec-4b5a-a39f-5430afa0b859", "name": "network-vif-deleted", "tag": "767cb3d9-cf56-4615-8623-4ec857595582", "status": "completed", "code": 200}]} {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:43:08.597720 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e161c0fd-d0b5-43f3-8da5-958cf45c30ef {{(pid=101811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:43:08.598115 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e9bc60a-d6ec-4b5a-a39f-5430afa0b859', 'name': 'network-vif-deleted', 'tag': '767cb3d9-cf56-4615-8623-4ec857595582', 'status': 'completed', 'code': 200} Nov 11 20:43:08.738907 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-431e2b55-240b-4711-9c60-99f764209f35 req-22314912-219c-441b-84af-e90bd040ea6a tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e9bc60a-d6ec-4b5a-a39f-5430afa0b859 HTTP/1.1" status: 200 len: 210 time: 0.0271764 Nov 11 20:43:09.658818 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557b06f-e2ce-4a01-a59d-e16d1d738729 req-9059ef0f-f7f3-4ced-861b-e5d4d8603bc8 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:09.660385 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b557b06f-e2ce-4a01-a59d-e16d1d738729 req-9059ef0f-f7f3-4ced-861b-e5d4d8603bc8 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.0495791 Nov 11 20:43:09.753984 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180abb22-1a2d-4262-9cd5-686af1aa8248 req-bbe8e446-03f8-4eb6-9429-2cc329dcfaa6 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:09.755429 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-180abb22-1a2d-4262-9cd5-686af1aa8248 req-bbe8e446-03f8-4eb6-9429-2cc329dcfaa6 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a6650f0-499e-492c-bb9f-6424e765a81b HTTP/1.1" status: 200 len: 943 time: 0.0874143 Nov 11 20:43:09.758658 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b557b06f-e2ce-4a01-a59d-e16d1d738729 req-9049311d-8ea3-48a5-8bbb-52ad425fd83f tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918298 Nov 11 20:43:09.809324 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-180abb22-1a2d-4262-9cd5-686af1aa8248 req-7cced392-32ae-4dc9-81fe-8255c363c13b tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456784 Nov 11 20:43:09.843308 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.agents_db [None req-82748851-6744-43b9-bd77-83e744a7c088 None None] Agent healthcheck: found 6 active agents {{(pid=101814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:43:10.015727 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c241dd-bb5f-44a8-b4f2-bf8e0e05d273 req-14129933-15e1-4ee4-a320-dceb9b434e92 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:10.017231 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d8c241dd-bb5f-44a8-b4f2-bf8e0e05d273 req-14129933-15e1-4ee4-a320-dceb9b434e92 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0498192 Nov 11 20:43:10.065540 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d8c241dd-bb5f-44a8-b4f2-bf8e0e05d273 req-0d36c1e7-1e23-4731-9242-c3fbe7c174b5 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423903 Nov 11 20:43:10.879932 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48ab16-e9fe-4d4a-b68b-05a79a22d0d2 req-6086c0f9-41f9-49bb-8c8b-8e54e494ac2c tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:10.881419 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-dd48ab16-e9fe-4d4a-b68b-05a79a22d0d2 req-6086c0f9-41f9-49bb-8c8b-8e54e494ac2c tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.0526252 Nov 11 20:43:10.957476 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f769abe-9043-44c9-a627-72a9496a98cd req-d23e80b0-ae67-4309-9aee-9eb53f5e9f31 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:10.959398 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5f769abe-9043-44c9-a627-72a9496a98cd req-d23e80b0-ae67-4309-9aee-9eb53f5e9f31 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a6650f0-499e-492c-bb9f-6424e765a81b HTTP/1.1" status: 200 len: 943 time: 0.0771053 Nov 11 20:43:10.965837 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-dd48ab16-e9fe-4d4a-b68b-05a79a22d0d2 req-26f1e5ec-34ad-4dc2-b5bb-dad77bef2ee7 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755742 Nov 11 20:43:11.010688 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5f769abe-9043-44c9-a627-72a9496a98cd req-633a6f22-a8cc-4756-a6f0-421efbad0cc9 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439043 Nov 11 20:43:11.184729 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84d02f-ee3d-411c-9509-87bc4d6ec1e8 req-7719d775-1f6f-4494-97d0-d82a2d721021 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:11.186183 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-6b84d02f-ee3d-411c-9509-87bc4d6ec1e8 req-7719d775-1f6f-4494-97d0-d82a2d721021 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0540669 Nov 11 20:43:11.233425 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-6b84d02f-ee3d-411c-9509-87bc4d6ec1e8 req-214e09ff-1af9-4714-9582-7db4a878decd tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414355 Nov 11 20:43:11.530950 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 6f3857bd-08bc-4ee4-a39a-331ef661cbbd details requested by agent hyperv_hv-cinder-81764 with host hv-cinder-81764 {{(pid=101813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:43:11.747486 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 6f3857bd-08bc-4ee4-a39a-331ef661cbbd, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=6f3857bd-08bc-4ee4-a39a-331ef661cbbd,segment=NetworkSegment(bdd575c3-b455-4e13-be7c-a87e3122aa2c),segment_id=bdd575c3-b455-4e13-be7c-a87e3122aa2c)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:43:11.758597 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Returning: {'device': '6f3857bd-08bc-4ee4-a39a-331ef661cbbd', 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f', 'port_id': '6f3857bd-08bc-4ee4-a39a-331ef661cbbd', 'mac_address': 'fa:16:3e:ac:11:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '535394ca-6702-4a16-9e94-00db56f6b620', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:43:11.799912 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:11.812497 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.notifiers.nova [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f3857bd-08bc-4ee4-a39a-331ef661cbbd {{(pid=101813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:43:11.831293 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 6f3857bd-08bc-4ee4-a39a-331ef661cbbd, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=6f3857bd-08bc-4ee4-a39a-331ef661cbbd,segment=NetworkSegment(bdd575c3-b455-4e13-be7c-a87e3122aa2c),segment_id=bdd575c3-b455-4e13-be7c-a87e3122aa2c)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:43:11.836399 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:11.886655 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Pushing event updated for resources: {'Port': ['ID=6f3857bd-08bc-4ee4-a39a-331ef661cbbd,revision_number=4']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:43:12.083095 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc4285-fb68-40a8-86db-93003fb6dfb6 req-d6f10af4-3200-420d-b41c-46d282b0367e tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:12.084696 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-65cc4285-fb68-40a8-86db-93003fb6dfb6 req-d6f10af4-3200-420d-b41c-46d282b0367e tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.0488491 Nov 11 20:43:12.157696 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-65cc4285-fb68-40a8-86db-93003fb6dfb6 req-b2d4b102-e6f2-4cbf-8ccf-45c6d73a1a68 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630507 Nov 11 20:43:12.165104 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ae71e-9fd7-45c2-a83a-8ea85250958e req-7ed3ab7f-78f9-472d-82d0-bed85702e891 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:12.166543 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-309ae71e-9fd7-45c2-a83a-8ea85250958e req-7ed3ab7f-78f9-472d-82d0-bed85702e891 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a6650f0-499e-492c-bb9f-6424e765a81b HTTP/1.1" status: 200 len: 944 time: 0.0809515 Nov 11 20:43:12.220373 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-309ae71e-9fd7-45c2-a83a-8ea85250958e req-d563f515-bf18-43ba-b9f0-6d4e20b96ffd tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477817 Nov 11 20:43:12.348087 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a40555-1ee2-41c4-9f59-8235cbec0eaf req-2a181939-efb1-4ee2-9df5-2508f9dea1db tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:12.349432 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a8a40555-1ee2-41c4-9f59-8235cbec0eaf req-2a181939-efb1-4ee2-9df5-2508f9dea1db tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0497689 Nov 11 20:43:12.396687 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a8a40555-1ee2-41c4-9f59-8235cbec0eaf req-c37a28c5-131d-445a-9855-e734120a0247 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411761 Nov 11 20:43:13.270344 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb523d16-ed59-4f50-be12-3736addc512e req-cb14ce5d-fcd0-48d7-915d-8507ee4ff871 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:13.271820 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-bb523d16-ed59-4f50-be12-3736addc512e req-cb14ce5d-fcd0-48d7-915d-8507ee4ff871 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.0489142 Nov 11 20:43:13.349982 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-bb523d16-ed59-4f50-be12-3736addc512e req-0bb819cf-197d-44e8-b0f3-57936fad54d2 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718119 Nov 11 20:43:13.362305 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b35e15-54dd-4ace-905f-d8aab254a037 req-6eeb16d4-737c-4137-871d-785e1cd20491 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:13.363740 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-46b35e15-54dd-4ace-905f-d8aab254a037 req-6eeb16d4-737c-4137-871d-785e1cd20491 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a6650f0-499e-492c-bb9f-6424e765a81b HTTP/1.1" status: 200 len: 944 time: 0.0729828 Nov 11 20:43:13.413776 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-46b35e15-54dd-4ace-905f-d8aab254a037 req-bf769a1d-a1dc-47a6-b4de-01c037c7157c tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439429 Nov 11 20:43:13.512941 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec994b5-86a3-457c-abf2-afde4bf06966 req-b9086fb9-944c-4418-8310-b2a9e78cfaf5 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:13.514309 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7ec994b5-86a3-457c-abf2-afde4bf06966 req-b9086fb9-944c-4418-8310-b2a9e78cfaf5 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0477383 Nov 11 20:43:13.561126 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7ec994b5-86a3-457c-abf2-afde4bf06966 req-4607485f-1572-4a58-9cc3-95ac99d9752a tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405891 Nov 11 20:43:14.341144 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] get_ports_and_sgs() called for port_ids ['6f3857bd-08bc-4ee4-a39a-331ef661cbbd'] {{(pid=101813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:43:14.472499 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355048fa-7f2b-44c6-b37e-92054c626a43 req-301fa736-a0bd-4e7b-a8a8-22cdb1af93d2 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:14.473991 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-355048fa-7f2b-44c6-b37e-92054c626a43 req-301fa736-a0bd-4e7b-a8a8-22cdb1af93d2 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.0545478 Nov 11 20:43:14.556975 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-355048fa-7f2b-44c6-b37e-92054c626a43 req-57605d2d-371d-4e8e-9964-559a1ce39d2e tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763979 Nov 11 20:43:14.570314 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e31b3-30ce-44d7-ad37-3fa708054c72 req-c3e18311-1c6e-4776-8ad1-4a71e7bca5a2 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:14.572676 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-474e31b3-30ce-44d7-ad37-3fa708054c72 req-c3e18311-1c6e-4776-8ad1-4a71e7bca5a2 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a6650f0-499e-492c-bb9f-6424e765a81b HTTP/1.1" status: 200 len: 944 time: 0.0845544 Nov 11 20:43:14.625591 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-474e31b3-30ce-44d7-ad37-3fa708054c72 req-ba358030-9aa6-4c9c-9439-001b0234c717 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469356 Nov 11 20:43:14.679281 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a99193-f826-4185-8d1e-5926cc96cdb5 req-94bd0ea2-691e-40e1-aaad-ef84998cee45 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:14.680796 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-91a99193-f826-4185-8d1e-5926cc96cdb5 req-94bd0ea2-691e-40e1-aaad-ef84998cee45 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0536373 Nov 11 20:43:14.733812 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-91a99193-f826-4185-8d1e-5926cc96cdb5 req-4de4d0ec-65c0-42ff-a06b-11de090e7b30 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464728 Nov 11 20:43:15.675807 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650875c-47ad-44e2-95cb-7f4ba0c34447 req-73756358-33ff-48d5-894a-74e59e28d0f7 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:15.678387 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f650875c-47ad-44e2-95cb-7f4ba0c34447 req-73756358-33ff-48d5-894a-74e59e28d0f7 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.0528035 Nov 11 20:43:15.754540 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f650875c-47ad-44e2-95cb-7f4ba0c34447 req-710d75b6-6f1c-42d2-a78e-49d4cbbf9d40 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695713 Nov 11 20:43:15.768063 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb0602-20a8-459d-b45c-202a5ca5f7b5 req-9b2fd4c8-eccb-4d48-a39b-ac76c8bd9c52 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:15.769535 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-6ebb0602-20a8-459d-b45c-202a5ca5f7b5 req-9b2fd4c8-eccb-4d48-a39b-ac76c8bd9c52 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a6650f0-499e-492c-bb9f-6424e765a81b HTTP/1.1" status: 200 len: 944 time: 0.0711854 Nov 11 20:43:15.832506 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-6ebb0602-20a8-459d-b45c-202a5ca5f7b5 req-a2d607c6-6bc1-455f-81c6-387f407fda0d tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561259 Nov 11 20:43:15.876951 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faada86-2166-4c09-9f13-fe04bb9c5492 req-68cd72e7-f7e6-4970-8eb6-71615070842a tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:15.878381 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1faada86-2166-4c09-9f13-fe04bb9c5492 req-68cd72e7-f7e6-4970-8eb6-71615070842a tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0645549 Nov 11 20:43:15.927560 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1faada86-2166-4c09-9f13-fe04bb9c5492 req-0f547269-5218-4a1d-8819-18bd85fd8647 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432632 Nov 11 20:43:16.555291 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 767cb3d9-cf56-4615-8623-4ec857595582 no longer exists at agent hyperv_hv-cinder-81764 {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:43:16.575004 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] No Port match for: 767cb3d9-cf56-4615-8623-4ec857595582 {{(pid=101813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:43:16.575337 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 767cb3d9-cf56-4615-8623-4ec857595582 not bound to the agent host hv-cinder-81764 {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:43:17.040263 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced8b4d-74f1-41e3-af18-3c79a88e5486 req-edc93866-b763-441a-a096-2fd0996b5922 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:17.041929 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8ced8b4d-74f1-41e3-af18-3c79a88e5486 req-edc93866-b763-441a-a096-2fd0996b5922 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.2189708 Nov 11 20:43:17.118349 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dac561-6096-4108-9ac6-43a52707a68e req-1f80067a-e802-4feb-a5b7-d9a60fc253a7 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:17.120418 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-19dac561-6096-4108-9ac6-43a52707a68e req-1f80067a-e802-4feb-a5b7-d9a60fc253a7 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a6650f0-499e-492c-bb9f-6424e765a81b HTTP/1.1" status: 200 len: 944 time: 0.2165613 Nov 11 20:43:17.126341 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8ced8b4d-74f1-41e3-af18-3c79a88e5486 req-cfc2f88e-e34a-41b0-984e-27dd3b83dd9b tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740976 Nov 11 20:43:17.175870 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-19dac561-6096-4108-9ac6-43a52707a68e req-c014e3f0-d864-4a93-b04b-3b4e30849b01 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489161 Nov 11 20:43:17.242743 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d47203-8ab1-4904-b70d-dc5efb85dc5b req-e85177fe-dc71-4497-8a11-b839385b4660 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:17.244402 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b2d47203-8ab1-4904-b70d-dc5efb85dc5b req-e85177fe-dc71-4497-8a11-b839385b4660 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0579693 Nov 11 20:43:17.292824 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b2d47203-8ab1-4904-b70d-dc5efb85dc5b req-43c07f72-0cf1-4964-aa1a-9465a3c42c6e tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414476 Nov 11 20:43:18.245452 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd6a1c-f71a-4f7c-a65d-f0c4773e3245 req-a54fa63c-32ea-4402-90cd-5db9b88bef58 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:18.246834 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4cdd6a1c-f71a-4f7c-a65d-f0c4773e3245 req-a54fa63c-32ea-4402-90cd-5db9b88bef58 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.0508034 Nov 11 20:43:18.327828 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027495cb-d41f-4447-9740-ed2085919519 req-b8a5ccca-330e-482c-be83-d7712d0a11eb tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:18.329497 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-027495cb-d41f-4447-9740-ed2085919519 req-b8a5ccca-330e-482c-be83-d7712d0a11eb tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a6650f0-499e-492c-bb9f-6424e765a81b HTTP/1.1" status: 200 len: 944 time: 0.0817804 Nov 11 20:43:18.335861 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4cdd6a1c-f71a-4f7c-a65d-f0c4773e3245 req-b3818f81-e7fd-4424-9cbc-d4dd20fa48f5 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795946 Nov 11 20:43:18.381949 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-027495cb-d41f-4447-9740-ed2085919519 req-30264190-0d27-4b3b-b01e-c84791012c1c tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444679 Nov 11 20:43:18.438121 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe072e-117d-4736-96c5-ff87828f9065 req-cc97fd7a-c47f-4860-9f18-fa954d36d92b tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:18.439589 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0ebe072e-117d-4736-96c5-ff87828f9065 req-cc97fd7a-c47f-4860-9f18-fa954d36d92b tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0494118 Nov 11 20:43:18.488149 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0ebe072e-117d-4736-96c5-ff87828f9065 req-9a0a6011-c0b8-4e1e-8c15-b53791bfaf58 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426476 Nov 11 20:43:19.455071 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885be64c-e1b0-42a4-955c-dc8b83106088 req-2dfa0a5b-d3b3-4ff5-bd6e-1e73373eeca5 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:19.456639 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-885be64c-e1b0-42a4-955c-dc8b83106088 req-2dfa0a5b-d3b3-4ff5-bd6e-1e73373eeca5 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.0499091 Nov 11 20:43:19.541037 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723b462-ee52-44b1-8375-0ed295f35a9e req-a58ac811-3504-484d-97e4-92d7cc520b04 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:19.543305 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5723b462-ee52-44b1-8375-0ed295f35a9e req-a58ac811-3504-484d-97e4-92d7cc520b04 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a6650f0-499e-492c-bb9f-6424e765a81b HTTP/1.1" status: 200 len: 944 time: 0.0844247 Nov 11 20:43:19.546932 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-885be64c-e1b0-42a4-955c-dc8b83106088 req-a727cc87-2db4-4a78-bebc-262f3c0d6980 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789051 Nov 11 20:43:19.610120 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5723b462-ee52-44b1-8375-0ed295f35a9e req-1cc733f7-ba15-4cc1-95c0-68e988ae75e7 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605378 Nov 11 20:43:19.674542 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d2b6db72-a964-4657-8792-cc0276ffc354 req-94d0f994-457d-486b-a906-d83704d3c8ca service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0788944 Nov 11 20:43:19.687702 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484f3f0-e1eb-4fcc-bed1-da60dc6bc26d req-4b2c5909-e2e0-46e4-8b9f-af647d1379fb tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:19.689187 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c484f3f0-e1eb-4fcc-bed1-da60dc6bc26d req-4b2c5909-e2e0-46e4-8b9f-af647d1379fb tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0642004 Nov 11 20:43:19.693155 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 6f3857bd-08bc-4ee4-a39a-331ef661cbbd up at agent hyperv_hv-cinder-81764 {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:43:19.744059 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Provisioning for port 6f3857bd-08bc-4ee4-a39a-331ef661cbbd completed by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:43:19.748322 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Provisioning complete for port 6f3857bd-08bc-4ee4-a39a-331ef661cbbd triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:43:19.748696 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:19.769996 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c484f3f0-e1eb-4fcc-bed1-da60dc6bc26d req-1984dabe-d4ad-4789-8525-6e66bf7ce8ae tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698178 Nov 11 20:43:19.780381 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b6db72-a964-4657-8792-cc0276ffc354 req-2e36501d-5d4e-438f-9c63-7dc809eacf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:19.782411 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d2b6db72-a964-4657-8792-cc0276ffc354 req-2e36501d-5d4e-438f-9c63-7dc809eacf7a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=38d540a76ef9405bb94b7e433494fabd&device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 1099 time: 0.0683367 Nov 11 20:43:19.831822 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:19.855832 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6650f0-499e-492c-bb9f-6424e765a81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f3857bd-08bc-4ee4-a39a-331ef661cbbd'}] {{(pid=101813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:43:19.858668 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0340890b3ce0369dfbb204f3d0516fe3d00048a2838df9679e450f9495620248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e202cd1b-bbe9-473b-b296-b82503766fcc" -d '{"events": [{"server_uuid": "1a6650f0-499e-492c-bb9f-6424e765a81b", "name": "network-vif-plugged", "status": "completed", "tag": "6f3857bd-08bc-4ee4-a39a-331ef661cbbd"}]}' {{(pid=101813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:43:19.872698 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 6f3857bd-08bc-4ee4-a39a-331ef661cbbd, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=6f3857bd-08bc-4ee4-a39a-331ef661cbbd,segment=NetworkSegment(bdd575c3-b455-4e13-be7c-a87e3122aa2c),segment_id=bdd575c3-b455-4e13-be7c-a87e3122aa2c)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:43:19.877328 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:19.900396 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ccf8572-07f8-4382-9099-5dc3c24ab62d x-openstack-request-id: req-5ccf8572-07f8-4382-9099-5dc3c24ab62d {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:43:19.900711 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a6650f0-499e-492c-bb9f-6424e765a81b", "name": "network-vif-plugged", "status": "completed", "tag": "6f3857bd-08bc-4ee4-a39a-331ef661cbbd", "code": 200}]} {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:43:19.901680 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5ccf8572-07f8-4382-9099-5dc3c24ab62d {{(pid=101813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:43:19.902155 dv-cinder-817642-1-iscsi neutron-server[101813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a6650f0-499e-492c-bb9f-6424e765a81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f3857bd-08bc-4ee4-a39a-331ef661cbbd', 'code': 200} Nov 11 20:43:19.924029 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b6db72-a964-4657-8792-cc0276ffc354 req-87a2b17f-c724-4809-93e8-10eeaf658707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:19.925559 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d2b6db72-a964-4657-8792-cc0276ffc354 req-87a2b17f-c724-4809-93e8-10eeaf658707 service neutron] 10.222.0.78 "GET /v2.0/networks?id=51d362a5-52f5-4926-aac3-68c4c9326236 HTTP/1.1" status: 200 len: 917 time: 0.0942953 Nov 11 20:43:19.928618 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Pushing event updated for resources: {'Port': ['ID=6f3857bd-08bc-4ee4-a39a-331ef661cbbd,revision_number=5']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:43:20.025185 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d2b6db72-a964-4657-8792-cc0276ffc354 req-34dc0029-3228-4416-8104-41887f2ad2f7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc0e19f0-bdca-4923-a0c3-77ad0c202bdc HTTP/1.1" status: 200 len: 1001 time: 0.0654771 Nov 11 20:43:20.096673 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b6db72-a964-4657-8792-cc0276ffc354 req-fe9210ce-c043-4516-9aff-76125c504d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:20.098173 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d2b6db72-a964-4657-8792-cc0276ffc354 req-fe9210ce-c043-4516-9aff-76125c504d54 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b93905e5-6d6f-41ed-9efc-0dfc53d52f76 HTTP/1.1" status: 200 len: 855 time: 0.0464890 Nov 11 20:43:20.173793 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b6db72-a964-4657-8792-cc0276ffc354 req-b0b8df08-96df-4bc1-8d56-976fe39fe70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:20.175140 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d2b6db72-a964-4657-8792-cc0276ffc354 req-b0b8df08-96df-4bc1-8d56-976fe39fe70d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=51d362a5-52f5-4926-aac3-68c4c9326236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434515 Nov 11 20:43:20.290646 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d2b6db72-a964-4657-8792-cc0276ffc354 req-0f53d6bf-2027-4c73-9400-decaba3521a5 service neutron] 10.222.0.78 "GET /v2.0/networks/51d362a5-52f5-4926-aac3-68c4c9326236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900838 Nov 11 20:43:20.427907 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b947bf-fe3c-40f4-921e-6f277dfecab2 req-6cdeef7b-143d-4a00-987d-70388ca1cf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:20.429325 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-72b947bf-fe3c-40f4-921e-6f277dfecab2 req-6cdeef7b-143d-4a00-987d-70388ca1cf0e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1a6650f0-499e-492c-bb9f-6424e765a81b HTTP/1.1" status: 200 len: 1098 time: 0.1008751 Nov 11 20:43:20.442397 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d2b6db72-a964-4657-8792-cc0276ffc354 req-874a970a-3c8f-4726-8dd4-17bcccf54442 service neutron] 10.222.0.78 "GET /v2.0/networks/51d362a5-52f5-4926-aac3-68c4c9326236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219437 Nov 11 20:43:20.495912 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-72b947bf-fe3c-40f4-921e-6f277dfecab2 req-3fc8c61e-552b-4a4c-825a-7171d2ed314c service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422735 Nov 11 20:43:20.552907 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:20.664038 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd087ce-d8b9-4649-aa1f-54a79a71115a req-927ff795-db73-415e-a43e-67d26ea3a962 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:20.665537 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-bfd087ce-d8b9-4649-aa1f-54a79a71115a req-927ff795-db73-415e-a43e-67d26ea3a962 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.0500183 Nov 11 20:43:20.747124 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-bfd087ce-d8b9-4649-aa1f-54a79a71115a req-82c55249-a5d7-4d09-8277-be0af22369a9 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754204 Nov 11 20:43:20.759753 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2da7a0-b9e8-45fd-9aff-0f12ce4eda2a req-e4d66d9a-cec5-4be2-b829-7b266bdb722c tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:20.761827 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cb2da7a0-b9e8-45fd-9aff-0f12ce4eda2a req-e4d66d9a-cec5-4be2-b829-7b266bdb722c tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a6650f0-499e-492c-bb9f-6424e765a81b HTTP/1.1" status: 200 len: 945 time: 0.0834298 Nov 11 20:43:20.811997 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cb2da7a0-b9e8-45fd-9aff-0f12ce4eda2a req-f44944cf-aec2-413e-8ea3-c736d1c40976 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438156 Nov 11 20:43:20.886702 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187a482-c420-4b5f-9288-4d297b908d94 req-730d4961-61e8-4669-907c-8e0d17e127cb tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:20.889830 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c187a482-c420-4b5f-9288-4d297b908d94 req-730d4961-61e8-4669-907c-8e0d17e127cb tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0511513 Nov 11 20:43:20.936054 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c187a482-c420-4b5f-9288-4d297b908d94 req-b2f14a93-d0e8-44d7-ab28-8ed317d381d7 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417109 Nov 11 20:43:21.864688 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28edc106-59d3-4c87-b352-d08e9c78366a req-6d93d93c-62c5-4ca9-ae51-9fa7b1caa125 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:21.866340 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-28edc106-59d3-4c87-b352-d08e9c78366a req-6d93d93c-62c5-4ca9-ae51-9fa7b1caa125 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.0520160 Nov 11 20:43:21.941276 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-28edc106-59d3-4c87-b352-d08e9c78366a req-8edc25fe-d010-4d6c-8e00-e765d8cbcd42 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689247 Nov 11 20:43:21.953995 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c713fa8-224f-4a4e-8867-cc308372c46b req-c2798fde-4663-493e-ac0d-91153dc8a0a8 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:21.955460 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2c713fa8-224f-4a4e-8867-cc308372c46b req-c2798fde-4663-493e-ac0d-91153dc8a0a8 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a6650f0-499e-492c-bb9f-6424e765a81b HTTP/1.1" status: 200 len: 945 time: 0.0704594 Nov 11 20:43:22.025729 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2c713fa8-224f-4a4e-8867-cc308372c46b req-81643551-0f46-4fb8-a745-81949026aa2d tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587456 Nov 11 20:43:22.065341 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e0b3f-3461-4ad6-83be-50bd5aad42a0 req-0b50dd9a-8724-4c72-92bf-4873c5c95793 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:22.066824 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e22e0b3f-3461-4ad6-83be-50bd5aad42a0 req-0b50dd9a-8724-4c72-92bf-4873c5c95793 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0597579 Nov 11 20:43:22.114976 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e22e0b3f-3461-4ad6-83be-50bd5aad42a0 req-194fb33a-5a95-4657-a06a-1a9112ea5cf5 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/security-groups?id=71282bb5-3a45-4178-8213-421ee545099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420268 Nov 11 20:43:22.422284 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe55d73-49aa-4782-8394-686036b3ba13 req-7038595e-f537-483d-bbe5-a51974254538 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:22.423856 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8fe55d73-49aa-4782-8394-686036b3ba13 req-7038595e-f537-483d-bbe5-a51974254538 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.78 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 945 time: 0.0499017 Nov 11 20:43:22.523261 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [req-8fe55d73-49aa-4782-8394-686036b3ba13 req-c32c20fc-3367-4f10-8e10-35124dbc1a3d tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Deleting port 66b27c9f-82a4-466b-830b-548c3a8a129f {{(pid=101811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:43:22.523595 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-8fe55d73-49aa-4782-8394-686036b3ba13 req-c32c20fc-3367-4f10-8e10-35124dbc1a3d tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:22.621663 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-8fe55d73-49aa-4782-8394-686036b3ba13 req-c32c20fc-3367-4f10-8e10-35124dbc1a3d tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] For port 66b27c9f-82a4-466b-830b-548c3a8a129f, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=66b27c9f-82a4-466b-830b-548c3a8a129f,segment=NetworkSegment(f22cd012-f950-4a19-bea8-62720f128e10),segment_id=f22cd012-f950-4a19-bea8-62720f128e10)] {{(pid=101811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:43:22.622021 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-8fe55d73-49aa-4782-8394-686036b3ba13 req-c32c20fc-3367-4f10-8e10-35124dbc1a3d tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:22.635039 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [req-8fe55d73-49aa-4782-8394-686036b3ba13 req-c32c20fc-3367-4f10-8e10-35124dbc1a3d tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Calling delete_port for 66b27c9f-82a4-466b-830b-548c3a8a129f owned by compute:nova {{(pid=101811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:43:22.767889 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-8fe55d73-49aa-4782-8394-686036b3ba13 req-c32c20fc-3367-4f10-8e10-35124dbc1a3d tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25464144'] for port, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:22.782444 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] get_ports_and_sgs() called for port_ids ['66b27c9f-82a4-466b-830b-548c3a8a129f'] {{(pid=101813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:43:22.798302 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c20fc-3367-4f10-8e10-35124dbc1a3d tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Pushing event deleted for resources: {'Port': ['ID=66b27c9f-82a4-466b-830b-548c3a8a129f,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:43:22.838209 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe55d73-49aa-4782-8394-686036b3ba13 req-c32c20fc-3367-4f10-8e10-35124dbc1a3d tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] No DVR routers for this DVR port 66b27c9f-82a4-466b-830b-548c3a8a129f on host hv-cinder-81764 {{(pid=101811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:43:22.841761 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-8fe55d73-49aa-4782-8394-686036b3ba13 req-c32c20fc-3367-4f10-8e10-35124dbc1a3d tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:22.845526 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8fe55d73-49aa-4782-8394-686036b3ba13 req-c32c20fc-3367-4f10-8e10-35124dbc1a3d tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.78 "DELETE /v2.0/ports/66b27c9f-82a4-466b-830b-548c3a8a129f HTTP/1.1" status: 204 len: 173 time: 0.4065132 Nov 11 20:43:22.846003 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd75246-98f4-4479-be99-f39c6427cc92', 'name': 'network-vif-deleted', 'tag': '66b27c9f-82a4-466b-830b-548c3a8a129f'}] {{(pid=101811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:43:22.848808 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5736cb7e175e5ed5563496e7c8b9c6d8883e61bc6d504a4dc096e4a6f480cdce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef66265-dac0-4d35-958a-c48cdaa10157" -d '{"events": [{"server_uuid": "ddd75246-98f4-4479-be99-f39c6427cc92", "name": "network-vif-deleted", "tag": "66b27c9f-82a4-466b-830b-548c3a8a129f"}]}' {{(pid=101811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:43:22.885966 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e9240d-d4b7-4e64-b7c3-7d070f96faee x-openstack-request-id: req-15e9240d-d4b7-4e64-b7c3-7d070f96faee {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:43:22.886657 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd75246-98f4-4479-be99-f39c6427cc92", "name": "network-vif-deleted", "tag": "66b27c9f-82a4-466b-830b-548c3a8a129f", "status": "completed", "code": 200}]} {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:43:22.886657 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-15e9240d-d4b7-4e64-b7c3-7d070f96faee {{(pid=101811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:43:22.887139 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd75246-98f4-4479-be99-f39c6427cc92', 'name': 'network-vif-deleted', 'tag': '66b27c9f-82a4-466b-830b-548c3a8a129f', 'status': 'completed', 'code': 200} Nov 11 20:43:23.071422 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba03356-8950-4b21-97dc-0a7c6246431b req-00f5374f-581d-458c-a5c9-473c01d43b7b tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:23.073063 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7ba03356-8950-4b21-97dc-0a7c6246431b req-00f5374f-581d-458c-a5c9-473c01d43b7b tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.0598433 Nov 11 20:43:23.150623 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7ba03356-8950-4b21-97dc-0a7c6246431b req-7405d61a-b2f0-490b-ba0f-1e1edfe42818 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708075 Nov 11 20:43:23.167339 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03cb460-1863-4a1d-909f-a4e7ff3f41f2 req-e6b39417-8b7e-4b9c-bfea-12925dd3e52f tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:23.168886 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e03cb460-1863-4a1d-909f-a4e7ff3f41f2 req-e6b39417-8b7e-4b9c-bfea-12925dd3e52f tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a6650f0-499e-492c-bb9f-6424e765a81b HTTP/1.1" status: 200 len: 945 time: 0.0671725 Nov 11 20:43:23.223373 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e03cb460-1863-4a1d-909f-a4e7ff3f41f2 req-eb5ea4c0-297b-4def-9286-476c111ae054 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478609 Nov 11 20:43:23.354077 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240befbb-9735-410e-bddc-ea4f413cade5 req-2320a375-14fc-496f-affe-35d6f925fe8d tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:23.355491 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-240befbb-9735-410e-bddc-ea4f413cade5 req-2320a375-14fc-496f-affe-35d6f925fe8d tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a6650f0-499e-492c-bb9f-6424e765a81b HTTP/1.1" status: 200 len: 945 time: 0.0614121 Nov 11 20:43:23.370832 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-eb5fab12-3edb-4976-9a80-41e8e372d392 req-f89a0746-afe6-4b2b-aa67-c9e6cd1d1af1 tempest-ServerRescueNegativeTestJSON-1112588542 tempest-ServerRescueNegativeTestJSON-1112588542-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddd75246-98f4-4479-be99-f39c6427cc92 HTTP/1.1" status: 200 len: 210 time: 0.0395677 Nov 11 20:43:23.417972 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-240befbb-9735-410e-bddc-ea4f413cade5 req-4921b896-8469-406b-bc7c-2bdeaf3a1598 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498407 Nov 11 20:43:23.440114 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 47960) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:43:23.595422 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d326123f-7c29-4931-a470-73e670d47e6e tempest-TestVolumeBootPattern-499183496 tempest-TestVolumeBootPattern-499183496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:23.599756 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-d326123f-7c29-4931-a470-73e670d47e6e tempest-TestVolumeBootPattern-499183496 tempest-TestVolumeBootPattern-499183496-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=1a6650f0-499e-492c-bb9f-6424e765a81b HTTP/1.1" status: 200 len: 1093 time: 0.1557696 Nov 11 20:43:23.600123 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 47968) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:43:23.604580 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [None req-509b2fc6-2a19-4773-af02-89c078c33305 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Request body: {'floatingip': {'floating_network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'port_id': '6f3857bd-08bc-4ee4-a39a-331ef661cbbd', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:43:23.639160 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-509b2fc6-2a19-4773-af02-89c078c33305 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks [] for floatingip, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:23.750859 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-509b2fc6-2a19-4773-af02-89c078c33305 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:23.858704 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.db_base_plugin_common [None req-509b2fc6-2a19-4773-af02-89c078c33305 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Allocated IP 172.27.0.243 (06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2/dac47c4e-2532-416f-829a-3cf927393807/f2d8d457-7e5a-4aa9-ad8c-34ae928d27f3) {{(pid=101811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:43:23.961272 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-509b2fc6-2a19-4773-af02-89c078c33305 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks [] for port, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:23.996792 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-509b2fc6-2a19-4773-af02-89c078c33305 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25464144'] for port, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:24.033704 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509b2fc6-2a19-4773-af02-89c078c33305 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Network 06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2 is already hosted by enough agents. {{(pid=101811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:43:24.038361 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.base_scheduler [None req-509b2fc6-2a19-4773-af02-89c078c33305 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Resources bound (agent type, host, resource id): {{(pid=101811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:43:24.042296 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509b2fc6-2a19-4773-af02-89c078c33305 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Received port after_create {{(pid=101811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:43:24.047747 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b2fc6-2a19-4773-af02-89c078c33305 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Pushing event updated for resources: {'Port': ['ID=f2d8d457-7e5a-4aa9-ad8c-34ae928d27f3,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:43:24.346684 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868cb08-9e98-4724-976c-34110ac36955 req-487f6d13-9172-4ce7-a3cc-04095ddaffd8 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:24.348191 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b868cb08-9e98-4724-976c-34110ac36955 req-487f6d13-9172-4ce7-a3cc-04095ddaffd8 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.1107016 Nov 11 20:43:24.429077 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 47978) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:43:24.446368 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b868cb08-9e98-4724-976c-34110ac36955 req-d8df4a28-5759-406d-a489-4b455f00f371 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891700 Nov 11 20:43:24.491470 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-509b2fc6-2a19-4773-af02-89c078c33305 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:24.586409 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-509b2fc6-2a19-4773-af02-89c078c33305 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:25.044991 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-3b9e25ee-93c4-40bd-9f55-cf54307935c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671691'] for router_interface, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:25.060014 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b914222a-bb88-47e8-ab4b-c04dc9146bdf req-21e1a8c0-29e4-4be7-a2ef-231a5747290a tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:25.061477 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b914222a-bb88-47e8-ab4b-c04dc9146bdf req-21e1a8c0-29e4-4be7-a2ef-231a5747290a tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.3986957 Nov 11 20:43:25.079575 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e93ec-c648-40af-9cab-f11b7c28a153 req-08057bca-209a-409b-9716-6ecfbf86577e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:25.081167 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-510e93ec-c648-40af-9cab-f11b7c28a153 req-08057bca-209a-409b-9716-6ecfbf86577e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b5cef6cece0f4bf49468d6d0e5b6b269&device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 1099 time: 0.0960722 Nov 11 20:43:25.154444 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-509b2fc6-2a19-4773-af02-89c078c33305 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks [] for port, precommit_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:25.188800 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-509b2fc6-2a19-4773-af02-89c078c33305 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25464105'] for port, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:25.234714 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b914222a-bb88-47e8-ab4b-c04dc9146bdf req-8c472c62-5e8e-43e7-a1af-d10132f6094e tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617661 Nov 11 20:43:25.296490 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e93ec-c648-40af-9cab-f11b7c28a153 req-77660a2f-0573-470d-bef6-48d08fe34b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:25.297940 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-510e93ec-c648-40af-9cab-f11b7c28a153 req-77660a2f-0573-470d-bef6-48d08fe34b78 service neutron] 10.222.0.78 "GET /v2.0/networks?id=515d5239-5614-4a6a-85cb-8dd4e9ebdc6b HTTP/1.1" status: 200 len: 911 time: 0.1988773 Nov 11 20:43:25.300227 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b2fc6-2a19-4773-af02-89c078c33305 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Pushing event updated for resources: {'Port': ['ID=f2d8d457-7e5a-4aa9-ad8c-34ae928d27f3,revision_number=2']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:43:25.311197 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-509b2fc6-2a19-4773-af02-89c078c33305 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656075'] for floatingip, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:25.343541 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.plugin [None req-3b9e25ee-93c4-40bd-9f55-cf54307935c4 admin admin] Deleting port da9344ff-1661-44cd-b50b-0cb78a721639 {{(pid=101812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:43:25.344455 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-3b9e25ee-93c4-40bd-9f55-cf54307935c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:25.422503 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.db [None req-3b9e25ee-93c4-40bd-9f55-cf54307935c4 admin admin] For port da9344ff-1661-44cd-b50b-0cb78a721639, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=da9344ff-1661-44cd-b50b-0cb78a721639,segment=NetworkSegment(f22cd012-f950-4a19-bea8-62720f128e10),segment_id=f22cd012-f950-4a19-bea8-62720f128e10)] {{(pid=101812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:43:25.422782 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-3b9e25ee-93c4-40bd-9f55-cf54307935c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:25.435711 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.plugin [None req-3b9e25ee-93c4-40bd-9f55-cf54307935c4 admin admin] Calling delete_port for da9344ff-1661-44cd-b50b-0cb78a721639 owned by network:router_interface {{(pid=101812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:43:25.460744 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-510e93ec-c648-40af-9cab-f11b7c28a153 req-a1cf195b-1a8b-46db-877d-0f55ea1eabf9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53f23a0e-d315-46e7-8373-2a51593bddbf HTTP/1.1" status: 200 len: 1000 time: 0.1093891 Nov 11 20:43:25.469751 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.db.l3_db [None req-509b2fc6-2a19-4773-af02-89c078c33305 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Floating IP 50361b5c-7b24-4702-8aac-aa1e3b0d0626 associated. External IP: 172.27.0.243, port: 6f3857bd-08bc-4ee4-a39a-331ef661cbbd. Nov 11 20:43:25.587318 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e93ec-c648-40af-9cab-f11b7c28a153 req-eaf79f95-2685-4661-b1e3-961877a6ab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:25.588875 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-510e93ec-c648-40af-9cab-f11b7c28a153 req-eaf79f95-2685-4661-b1e3-961877a6ab6b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=043689e6-7343-4f4a-9ced-626818d24d47 HTTP/1.1" status: 200 len: 849 time: 0.0851669 Nov 11 20:43:25.641015 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-3b9e25ee-93c4-40bd-9f55-cf54307935c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3549817'] for port, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:25.668263 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e25ee-93c4-40bd-9f55-cf54307935c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=da9344ff-1661-44cd-b50b-0cb78a721639,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:43:25.685626 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e93ec-c648-40af-9cab-f11b7c28a153 req-46eca9c9-7617-4e58-8862-0c998e08bf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:25.688881 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-510e93ec-c648-40af-9cab-f11b7c28a153 req-46eca9c9-7617-4e58-8862-0c998e08bf35 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=515d5239-5614-4a6a-85cb-8dd4e9ebdc6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0902071 Nov 11 20:43:25.724967 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 66b27c9f-82a4-466b-830b-548c3a8a129f no longer exists at agent hyperv_hv-cinder-81764 {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:43:25.796615 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] No Port match for: 66b27c9f-82a4-466b-830b-548c3a8a129f {{(pid=101813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:43:25.796944 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 66b27c9f-82a4-466b-830b-548c3a8a129f not bound to the agent host hv-cinder-81764 {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:43:25.847499 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-510e93ec-c648-40af-9cab-f11b7c28a153 req-61aae7bc-1895-4080-a7b3-1a1b63525911 service neutron] 10.222.0.78 "GET /v2.0/networks/515d5239-5614-4a6a-85cb-8dd4e9ebdc6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140034 Nov 11 20:43:25.855252 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-3b9e25ee-93c4-40bd-9f55-cf54307935c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-656251'] for router_interface, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:25.855726 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-509b2fc6-2a19-4773-af02-89c078c33305 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Router 886bfc84-90db-4afe-9c27-9914b199172a has already been hosted by L3 agent 078c1a4f-b62f-4fa2-93c9-12887f0677c3 {{(pid=101811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:43:26.073010 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509b2fc6-2a19-4773-af02-89c078c33305 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Notify agent at l3_agent.dv-cinder-817642-1-iscsi the message routers_updated {{(pid=101811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:43:26.085255 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defb1bc-437d-4c22-ab44-bec3a0020978 req-529c8c83-2225-457f-b507-dd993b12a7ca tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:26.086767 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3defb1bc-437d-4c22-ab44-bec3a0020978 req-529c8c83-2225-457f-b507-dd993b12a7ca tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8e8e904-4a99-4f15-bb67-de6de15ca227 HTTP/1.1" status: 200 len: 946 time: 0.1206059 Nov 11 20:43:26.089415 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-510e93ec-c648-40af-9cab-f11b7c28a153 req-21a7c1ca-88f3-4c6c-b7e8-4cd01db9adc9 service neutron] 10.222.0.78 "GET /v2.0/networks/515d5239-5614-4a6a-85cb-8dd4e9ebdc6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877825 Nov 11 20:43:26.091026 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491f2a98-f132-4784-891c-c53478594329 None None] Sync routers for ids ['886bfc84-90db-4afe-9c27-9914b199172a'] in dv-cinder-817642-1-iscsi {{(pid=101814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:43:26.108297 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491f2a98-f132-4784-891c-c53478594329 None None] Routers {'886bfc84-90db-4afe-9c27-9914b199172a'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:43:26.108551 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9e25ee-93c4-40bd-9f55-cf54307935c4 admin admin] Router 6bfc9a2c-a093-4b34-bd33-633119930d33 has already been hosted by L3 agent 078c1a4f-b62f-4fa2-93c9-12887f0677c3 {{(pid=101812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:43:26.109040 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-491f2a98-f132-4784-891c-c53478594329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:43:03Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['886bfc84-90db-4afe-9c27-9914b199172a'], 'active': True} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:43:26.118578 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-509b2fc6-2a19-4773-af02-89c078c33305 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for floatingip, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:26.164027 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-509b2fc6-2a19-4773-af02-89c078c33305 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5606568 Nov 11 20:43:26.165205 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a6650f0-499e-492c-bb9f-6424e765a81b', 'tag': '6f3857bd-08bc-4ee4-a39a-331ef661cbbd'}] {{(pid=101811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:43:26.167548 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5736cb7e175e5ed5563496e7c8b9c6d8883e61bc6d504a4dc096e4a6f480cdce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf36a55-eee3-450f-828a-66eb263158ba" -d '{"events": [{"name": "network-changed", "server_uuid": "1a6650f0-499e-492c-bb9f-6424e765a81b", "tag": "6f3857bd-08bc-4ee4-a39a-331ef661cbbd"}]}' {{(pid=101811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:43:26.187081 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3defb1bc-437d-4c22-ab44-bec3a0020978 req-ff951ac2-ab28-4edf-9c80-e70a006f970e tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/security-groups?id=457f38f0-4b56-4441-98f2-42141019ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899949 Nov 11 20:43:26.227660 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvr_db [None req-491f2a98-f132-4784-891c-c53478594329 None None] Set router 886bfc84-90db-4afe-9c27-9914b199172a gateway port host: dv-cinder-817642-1-iscsi {{(pid=101814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:43:26.240466 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ce7099-0c49-44dc-b32d-c845ab7ef8d3 x-openstack-request-id: req-38ce7099-0c49-44dc-b32d-c845ab7ef8d3 {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:43:26.240802 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a6650f0-499e-492c-bb9f-6424e765a81b", "tag": "6f3857bd-08bc-4ee4-a39a-331ef661cbbd", "status": "completed", "code": 200}]} {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:43:26.241105 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-38ce7099-0c49-44dc-b32d-c845ab7ef8d3 {{(pid=101811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:43:26.241574 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a6650f0-499e-492c-bb9f-6424e765a81b', 'tag': '6f3857bd-08bc-4ee4-a39a-331ef661cbbd', 'status': 'completed', 'code': 200} Nov 11 20:43:26.352308 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf36a55-eee3-450f-828a-66eb263158ba req-709f7dce-20b0-4bb4-a91e-7e14617694eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:26.354711 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ddf36a55-eee3-450f-828a-66eb263158ba req-709f7dce-20b0-4bb4-a91e-7e14617694eb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4dd611087eb441dc94ef8c18b6b7d600&device_id=1a6650f0-499e-492c-bb9f-6424e765a81b HTTP/1.1" status: 200 len: 1098 time: 0.0727251 Nov 11 20:43:26.464811 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9e25ee-93c4-40bd-9f55-cf54307935c4 admin admin] Notify agent at l3_agent.dv-cinder-817642-1-iscsi the message routers_updated {{(pid=101812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:43:26.468967 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298010f1-a026-48c6-a814-c2f2582b880e req-da206b2b-1671-43a1-9577-0041f0f84e1c tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:26.470485 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-298010f1-a026-48c6-a814-c2f2582b880e req-da206b2b-1671-43a1-9577-0041f0f84e1c tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.1531072 Nov 11 20:43:26.472699 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 48012) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:43:26.472999 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-3b9e25ee-93c4-40bd-9f55-cf54307935c4 admin admin] 10.222.0.61 "PUT /v2.0/routers/6bfc9a2c-a093-4b34-bd33-633119930d33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0415711 Nov 11 20:43:26.476420 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e2427d-cb2c-4f3b-b898-4542c1a8e270 None None] Sync routers for ids ['6bfc9a2c-a093-4b34-bd33-633119930d33'] in dv-cinder-817642-1-iscsi {{(pid=101813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:43:26.487004 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e2427d-cb2c-4f3b-b898-4542c1a8e270 None None] Routers {'6bfc9a2c-a093-4b34-bd33-633119930d33'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:43:26.487914 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-f7e2427d-cb2c-4f3b-b898-4542c1a8e270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:43:03Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['6bfc9a2c-a093-4b34-bd33-633119930d33'], 'active': True} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:43:26.495106 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-491f2a98-f132-4784-891c-c53478594329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '886bfc84-90db-4afe-9c27-9914b199172a', 'name': 'tempest-TestVolumeBootPattern-2070699845-router', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'e4d5e6fd-7d5f-4986-a857-e19e3c788c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:42:10Z', 'updated_at': '2021-11-11T20:42:14Z', 'revision_number': 4, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'gw_port': {'id': 'e4d5e6fd-7d5f-4986-a857-e19e3c788c33', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:11Z', 'updated_at': '2021-11-11T20:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_floatingips': [{'id': '50361b5c-7b24-4702-8aac-aa1e3b0d0626', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'router_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'port_id': '6f3857bd-08bc-4ee4-a39a-331ef661cbbd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f', 'mac_address': 'fa:16:3e:ac:11:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6650f0-499e-492c-bb9f-6424e765a81b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:43:24Z', 'updated_at': '2021-11-11T20:43:24Z', 'revision_number': 0, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f58d33-0592-4557-8061-e007c63bd289', 'name': '', 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'mac_address': 'fa:16:3e:03:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '535394ca-6702-4a16-9e94-00db56f6b620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:13Z', 'updated_at': '2021-11-11T20:42:18Z', 'revision_number': 5, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'subnets': [{'id': '535394ca-6702-4a16-9e94-00db56f6b620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:43:26.521662 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491f2a98-f132-4784-891c-c53478594329 None None] Checking router: 886bfc84-90db-4afe-9c27-9914b199172a for host: dv-cinder-817642-1-iscsi {{(pid=101814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:43:26.530690 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491f2a98-f132-4784-891c-c53478594329 None None] Routers {'886bfc84-90db-4afe-9c27-9914b199172a'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:43:26.531290 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-491f2a98-f132-4784-891c-c53478594329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:43:03Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['886bfc84-90db-4afe-9c27-9914b199172a'], 'active': True} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:43:26.558775 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf36a55-eee3-450f-828a-66eb263158ba req-4876420a-bad2-414e-8ee3-51f42544fba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:26.560250 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ddf36a55-eee3-450f-828a-66eb263158ba req-4876420a-bad2-414e-8ee3-51f42544fba8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=79971f2e-5dd3-4116-8573-ccbb33e6422f HTTP/1.1" status: 200 len: 913 time: 0.1774945 Nov 11 20:43:26.596288 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvr_db [None req-f7e2427d-cb2c-4f3b-b898-4542c1a8e270 None None] Set router 6bfc9a2c-a093-4b34-bd33-633119930d33 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:43:26.637221 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvr_db [None req-491f2a98-f132-4784-891c-c53478594329 None None] Set router 886bfc84-90db-4afe-9c27-9914b199172a gateway port host: dv-cinder-817642-1-iscsi {{(pid=101814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:43:26.661606 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-298010f1-a026-48c6-a814-c2f2582b880e req-07d3b4a1-1672-498c-a047-ee0cddd3cbcb tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1800392 Nov 11 20:43:26.681262 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-4466dbab-c5e4-4b26-b35c-5f71a3cd9cb1 admin admin] Publish callbacks [] for router, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:26.691878 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ddf36a55-eee3-450f-828a-66eb263158ba req-3f862e13-ba05-4197-a430-5b8e8a9e4de0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f3857bd-08bc-4ee4-a39a-331ef661cbbd HTTP/1.1" status: 200 len: 999 time: 0.0895081 Nov 11 20:43:26.784876 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-f7e2427d-cb2c-4f3b-b898-4542c1a8e270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfc9a2c-a093-4b34-bd33-633119930d33', 'name': 'tempest-ServerRescueNegativeTestJSON-2129851419-router', 'tenant_id': '8473830434694f05acc123584bf48e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': 'dd4b228a-088b-4b65-9bcd-259211df5de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:38:12Z', 'updated_at': '2021-11-11T20:43:25Z', 'revision_number': 5, 'project_id': '8473830434694f05acc123584bf48e18', 'gw_port': {'id': 'dd4b228a-088b-4b65-9bcd-259211df5de0', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:50:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfc9a2c-a093-4b34-bd33-633119930d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:38:13Z', 'updated_at': '2021-11-11T20:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi'}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:43:26.801408 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf36a55-eee3-450f-828a-66eb263158ba req-8d3431de-4976-49f5-9355-a24a031037d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:26.802837 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ddf36a55-eee3-450f-828a-66eb263158ba req-8d3431de-4976-49f5-9355-a24a031037d8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=535394ca-6702-4a16-9e94-00db56f6b620 HTTP/1.1" status: 200 len: 851 time: 0.0862758 Nov 11 20:43:26.813267 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e2427d-cb2c-4f3b-b898-4542c1a8e270 None None] Checking router: 6bfc9a2c-a093-4b34-bd33-633119930d33 for host: dv-cinder-817642-1-iscsi {{(pid=101813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:43:26.821692 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e2427d-cb2c-4f3b-b898-4542c1a8e270 None None] Routers {'6bfc9a2c-a093-4b34-bd33-633119930d33'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:43:26.822297 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-f7e2427d-cb2c-4f3b-b898-4542c1a8e270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:43:03Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['6bfc9a2c-a093-4b34-bd33-633119930d33'], 'active': True} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:43:26.854957 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-4466dbab-c5e4-4b26-b35c-5f71a3cd9cb1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:26.870902 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf36a55-eee3-450f-828a-66eb263158ba req-02d13dc4-7367-4cce-9813-3d1a4a41819f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:26.872433 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ddf36a55-eee3-450f-828a-66eb263158ba req-02d13dc4-7367-4cce-9813-3d1a4a41819f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=79971f2e-5dd3-4116-8573-ccbb33e6422f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0555348 Nov 11 20:43:26.889325 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-491f2a98-f132-4784-891c-c53478594329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '886bfc84-90db-4afe-9c27-9914b199172a', 'name': 'tempest-TestVolumeBootPattern-2070699845-router', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'e4d5e6fd-7d5f-4986-a857-e19e3c788c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:42:10Z', 'updated_at': '2021-11-11T20:42:14Z', 'revision_number': 4, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'gw_port': {'id': 'e4d5e6fd-7d5f-4986-a857-e19e3c788c33', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:11Z', 'updated_at': '2021-11-11T20:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_floatingips': [{'id': '50361b5c-7b24-4702-8aac-aa1e3b0d0626', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'router_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'port_id': '6f3857bd-08bc-4ee4-a39a-331ef661cbbd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f', 'mac_address': 'fa:16:3e:ac:11:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6650f0-499e-492c-bb9f-6424e765a81b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:43:24Z', 'updated_at': '2021-11-11T20:43:24Z', 'revision_number': 0, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f58d33-0592-4557-8061-e007c63bd289', 'name': '', 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'mac_address': 'fa:16:3e:03:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '535394ca-6702-4a16-9e94-00db56f6b620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:13Z', 'updated_at': '2021-11-11T20:42:18Z', 'revision_number': 5, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'subnets': [{'id': '535394ca-6702-4a16-9e94-00db56f6b620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:43:26.923699 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491f2a98-f132-4784-891c-c53478594329 None None] The sync data for ids ['886bfc84-90db-4afe-9c27-9914b199172a'] in dv-cinder-817642-1-iscsi is: [{'id': '886bfc84-90db-4afe-9c27-9914b199172a', 'name': 'tempest-TestVolumeBootPattern-2070699845-router', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'e4d5e6fd-7d5f-4986-a857-e19e3c788c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:42:10Z', 'updated_at': '2021-11-11T20:42:14Z', 'revision_number': 4, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'gw_port': {'id': 'e4d5e6fd-7d5f-4986-a857-e19e3c788c33', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:11Z', 'updated_at': '2021-11-11T20:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_floatingips': [{'id': '50361b5c-7b24-4702-8aac-aa1e3b0d0626', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'router_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'port_id': '6f3857bd-08bc-4ee4-a39a-331ef661cbbd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f', 'mac_address': 'fa:16:3e:ac:11:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6650f0-499e-492c-bb9f-6424e765a81b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:43:24Z', 'updated_at': '2021-11-11T20:43:24Z', 'revision_number': 0, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f58d33-0592-4557-8061-e007c63bd289', 'name': '', 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'mac_address': 'fa:16:3e:03:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '535394ca-6702-4a16-9e94-00db56f6b620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:13Z', 'updated_at': '2021-11-11T20:42:18Z', 'revision_number': 5, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'subnets': [{'id': '535394ca-6702-4a16-9e94-00db56f6b620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:43:26.938004 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvr_db [None req-f7e2427d-cb2c-4f3b-b898-4542c1a8e270 None None] Set router 6bfc9a2c-a093-4b34-bd33-633119930d33 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:43:26.947327 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [None req-4466dbab-c5e4-4b26-b35c-5f71a3cd9cb1 admin admin] Deleting port dd4b228a-088b-4b65-9bcd-259211df5de0 {{(pid=101811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:43:26.951358 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-4466dbab-c5e4-4b26-b35c-5f71a3cd9cb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:27.146575 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-f7e2427d-cb2c-4f3b-b898-4542c1a8e270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfc9a2c-a093-4b34-bd33-633119930d33', 'name': 'tempest-ServerRescueNegativeTestJSON-2129851419-router', 'tenant_id': '8473830434694f05acc123584bf48e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': 'dd4b228a-088b-4b65-9bcd-259211df5de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:38:12Z', 'updated_at': '2021-11-11T20:43:25Z', 'revision_number': 5, 'project_id': '8473830434694f05acc123584bf48e18', 'gw_port': {'id': 'dd4b228a-088b-4b65-9bcd-259211df5de0', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:50:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfc9a2c-a093-4b34-bd33-633119930d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:38:13Z', 'updated_at': '2021-11-11T20:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi'}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:43:27.178274 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10300591-d729-4b70-9c4e-5efd3ad98584 None None] New status for floating IP 50361b5c-7b24-4702-8aac-aa1e3b0d0626: ACTIVE {{(pid=101814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 20:43:27.179731 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e2427d-cb2c-4f3b-b898-4542c1a8e270 None None] The sync data for ids ['6bfc9a2c-a093-4b34-bd33-633119930d33'] in dv-cinder-817642-1-iscsi is: [{'id': '6bfc9a2c-a093-4b34-bd33-633119930d33', 'name': 'tempest-ServerRescueNegativeTestJSON-2129851419-router', 'tenant_id': '8473830434694f05acc123584bf48e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': 'dd4b228a-088b-4b65-9bcd-259211df5de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:38:12Z', 'updated_at': '2021-11-11T20:43:25Z', 'revision_number': 5, 'project_id': '8473830434694f05acc123584bf48e18', 'gw_port': {'id': 'dd4b228a-088b-4b65-9bcd-259211df5de0', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:50:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfc9a2c-a093-4b34-bd33-633119930d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:38:13Z', 'updated_at': '2021-11-11T20:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi'}] {{(pid=101813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:43:27.375771 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ddf36a55-eee3-450f-828a-66eb263158ba req-2e31484d-650a-465a-b645-8cfa57c60071 service neutron] 10.222.0.78 "GET /v2.0/networks/79971f2e-5dd3-4116-8573-ccbb33e6422f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4615080 Nov 11 20:43:27.384452 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [None req-4466dbab-c5e4-4b26-b35c-5f71a3cd9cb1 admin admin] For port dd4b228a-088b-4b65-9bcd-259211df5de0, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=dd4b228a-088b-4b65-9bcd-259211df5de0,segment=NetworkSegment(e9e9934c-1983-4624-9195-f2a2627c9ef4),segment_id=e9e9934c-1983-4624-9195-f2a2627c9ef4)] {{(pid=101811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:43:27.384831 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-4466dbab-c5e4-4b26-b35c-5f71a3cd9cb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:27.411081 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111dd139-1547-488d-8cab-c07a2328e370 req-cbebae4f-98ba-4b0f-b302-db2db1764327 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:27.412733 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-111dd139-1547-488d-8cab-c07a2328e370 req-cbebae4f-98ba-4b0f-b302-db2db1764327 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8e8e904-4a99-4f15-bb67-de6de15ca227 HTTP/1.1" status: 200 len: 946 time: 0.1114151 Nov 11 20:43:27.413698 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [None req-4466dbab-c5e4-4b26-b35c-5f71a3cd9cb1 admin admin] Calling delete_port for dd4b228a-088b-4b65-9bcd-259211df5de0 owned by network:router_gateway {{(pid=101811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:43:27.598867 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-111dd139-1547-488d-8cab-c07a2328e370 req-84490c7f-ed3f-406d-9068-335ccfc860eb tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/security-groups?id=457f38f0-4b56-4441-98f2-42141019ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700184 Nov 11 20:43:27.606001 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ddf36a55-eee3-450f-828a-66eb263158ba req-28cb980a-901d-42c3-98a6-4864541990a8 service neutron] 10.222.0.78 "GET /v2.0/networks/79971f2e-5dd3-4116-8573-ccbb33e6422f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869099 Nov 11 20:43:27.718434 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-4466dbab-c5e4-4b26-b35c-5f71a3cd9cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25464144'] for port, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:27.748229 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4466dbab-c5e4-4b26-b35c-5f71a3cd9cb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd4b228a-088b-4b65-9bcd-259211df5de0,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:43:27.766987 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device da9344ff-1661-44cd-b50b-0cb78a721639 no longer exists at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:43:27.787743 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] No Port match for: da9344ff-1661-44cd-b50b-0cb78a721639 {{(pid=101813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:43:27.788409 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device da9344ff-1661-44cd-b50b-0cb78a721639 not bound to the agent host dv-cinder-817642-1-iscsi {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:43:27.846234 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ecdd4-91ac-485d-b3e9-0eef7e391769 req-6d3e1358-c5b6-4703-91fe-fb5f66bed5b2 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:27.847701 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a24ecdd4-91ac-485d-b3e9-0eef7e391769 req-6d3e1358-c5b6-4703-91fe-fb5f66bed5b2 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.1032915 Nov 11 20:43:27.848536 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-4466dbab-c5e4-4b26-b35c-5f71a3cd9cb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656001'] for router_gateway, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:27.966626 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-4466dbab-c5e4-4b26-b35c-5f71a3cd9cb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25019'] for router, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:27.972822 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-4466dbab-c5e4-4b26-b35c-5f71a3cd9cb1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:28.044229 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a24ecdd4-91ac-485d-b3e9-0eef7e391769 req-3c5e8db9-d3e3-4106-aa51-8b956c79b2ee tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795831 Nov 11 20:43:28.050971 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-4466dbab-c5e4-4b26-b35c-5f71a3cd9cb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669805'] for router, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:28.051555 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4466dbab-c5e4-4b26-b35c-5f71a3cd9cb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bfc9a2c-a093-4b34-bd33-633119930d33 {{(pid=101811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 20:43:28.056311 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-4466dbab-c5e4-4b26-b35c-5f71a3cd9cb1 admin admin] Publish callbacks [] for router, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:28.068186 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-4466dbab-c5e4-4b26-b35c-5f71a3cd9cb1 admin admin] 10.222.0.61 "DELETE /v2.0/routers/6bfc9a2c-a093-4b34-bd33-633119930d33 HTTP/1.1" status: 204 len: 168 time: 1.5838115 Nov 11 20:43:28.068186 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 48024) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:43:28.107371 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.db_base_plugin_v2 [None req-22756666-2537-45bb-aa3d-28548c6aebc5 admin admin] Deleting subnet 843c9d58-b0a8-42ed-baec-4e93b7576eb3 {{(pid=101811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:43:28.112624 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-22756666-2537-45bb-aa3d-28548c6aebc5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:28.150272 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-22756666-2537-45bb-aa3d-28548c6aebc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25938190'] for subnet, precommit_delete_associations {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:28.190744 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-22756666-2537-45bb-aa3d-28548c6aebc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16455430'] for subnet, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:28.253487 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-22756666-2537-45bb-aa3d-28548c6aebc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16455441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25464163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25383904'] for subnet, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:28.280011 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22756666-2537-45bb-aa3d-28548c6aebc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=843c9d58-b0a8-42ed-baec-4e93b7576eb3,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:43:28.285266 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-22756666-2537-45bb-aa3d-28548c6aebc5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:28.288395 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-22756666-2537-45bb-aa3d-28548c6aebc5 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/843c9d58-b0a8-42ed-baec-4e93b7576eb3 HTTP/1.1" status: 204 len: 168 time: 0.2269502 Nov 11 20:43:28.290894 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 48028) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:43:28.361804 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-fad55045-3ead-4833-a0ab-63f175c40733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16325219'] for network, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:28.443430 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-fad55045-3ead-4833-a0ab-63f175c40733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451713', 'neutron.services.segments.db._delete_segments_for_network-8768469249518'] for network, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:28.463192 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.services.segments.db [None req-fad55045-3ead-4833-a0ab-63f175c40733 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acd422cb-07fc-4b63-aaab-fd2e52fc9069']}} {{(pid=101811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:43:28.472762 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.services.segments.db [None req-fad55045-3ead-4833-a0ab-63f175c40733 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f22cd012-f950-4a19-bea8-62720f128e10') {'for_net_delete': True} {{(pid=101811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:43:28.473003 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.services.segments.db [None req-fad55045-3ead-4833-a0ab-63f175c40733 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f22cd012-f950-4a19-bea8-62720f128e10') {} {{(pid=101811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:43:28.483024 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-fad55045-3ead-4833-a0ab-63f175c40733 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768469040631', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25950205'] for segment, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:28.496737 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-fad55045-3ead-4833-a0ab-63f175c40733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16407769'] for segment, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:28.506058 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fad55045-3ead-4833-a0ab-63f175c40733 admin admin] Releasing vlan 888 on physical network physnet1 to pool {{(pid=101811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:43:28.506655 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-fad55045-3ead-4833-a0ab-63f175c40733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16407769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25464077'] for segment, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:28.509046 dv-cinder-817642-1-iscsi neutron-server[101811]: Traceback (most recent call last): Nov 11 20:43:28.509046 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:43:28.509046 dv-cinder-817642-1-iscsi neutron-server[101811]: timer() Nov 11 20:43:28.509046 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:43:28.509046 dv-cinder-817642-1-iscsi neutron-server[101811]: cb(*args, **kw) Nov 11 20:43:28.509046 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:43:28.509046 dv-cinder-817642-1-iscsi neutron-server[101811]: return func(*args, **kwargs) Nov 11 20:43:28.509046 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:43:28.509046 dv-cinder-817642-1-iscsi neutron-server[101811]: self._notify() Nov 11 20:43:28.509046 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:43:28.509046 dv-cinder-817642-1-iscsi neutron-server[101811]: self.callback(batched_events) Nov 11 20:43:28.509046 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:43:28.509046 dv-cinder-817642-1-iscsi neutron-server[101811]: event.method(event) Nov 11 20:43:28.509046 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:43:28.509046 dv-cinder-817642-1-iscsi neutron-server[101811]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:43:28.509046 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:43:28.509046 dv-cinder-817642-1-iscsi neutron-server[101811]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:43:28.509046 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:43:28.509046 dv-cinder-817642-1-iscsi neutron-server[101811]: return f(self, *a, **k) Nov 11 20:43:28.509046 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:43:28.509046 dv-cinder-817642-1-iscsi neutron-server[101811]: return self._get(url).json() Nov 11 20:43:28.509046 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:43:28.509046 dv-cinder-817642-1-iscsi neutron-server[101811]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:43:28.509046 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:43:28.509046 dv-cinder-817642-1-iscsi neutron-server[101811]: return self.request(url, 'GET', **kwargs) Nov 11 20:43:28.509046 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:43:28.509046 dv-cinder-817642-1-iscsi neutron-server[101811]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:43:28.509046 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:43:28.509046 dv-cinder-817642-1-iscsi neutron-server[101811]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:43:28.509046 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:43:28.509046 dv-cinder-817642-1-iscsi neutron-server[101811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:43:28.509046 dv-cinder-817642-1-iscsi neutron-server[101811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:43:28.569766 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-fad55045-3ead-4833-a0ab-63f175c40733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656125'] for network, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:28.574758 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-fad55045-3ead-4833-a0ab-63f175c40733 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for network, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:28.577962 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-fad55045-3ead-4833-a0ab-63f175c40733 admin admin] 10.222.0.61 "DELETE /v2.0/networks/acd422cb-07fc-4b63-aaab-fd2e52fc9069 HTTP/1.1" status: 204 len: 168 time: 0.2861009 Nov 11 20:43:28.591252 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad55045-3ead-4833-a0ab-63f175c40733 admin admin] Pushing event deleted for resources: {'Network': ['ID=acd422cb-07fc-4b63-aaab-fd2e52fc9069,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:43:28.702391 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 48036) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:43:28.726806 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2603b83-238a-4d71-9670-54cf09314ff0 req-aa2b0c90-9535-48c1-9c55-0e623bfbe7ec tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:28.728227 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c2603b83-238a-4d71-9670-54cf09314ff0 req-aa2b0c90-9535-48c1-9c55-0e623bfbe7ec tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8e8e904-4a99-4f15-bb67-de6de15ca227 HTTP/1.1" status: 200 len: 946 time: 0.0530293 Nov 11 20:43:28.744412 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-c569fafd-c1e0-4d14-bafd-08b00680a102 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8473830434694f05acc123584bf48e18&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0402758 Nov 11 20:43:28.747175 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 48038) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:43:28.775101 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c2603b83-238a-4d71-9670-54cf09314ff0 req-521fb145-b064-4687-9b96-62895519a946 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/security-groups?id=457f38f0-4b56-4441-98f2-42141019ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401185 Nov 11 20:43:28.798706 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-9db606f3-e013-484c-b55a-df158d1f7348 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:28.819594 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-9db606f3-e013-484c-b55a-df158d1f7348 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:28.864965 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-9db606f3-e013-484c-b55a-df158d1f7348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:28.867773 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-9db606f3-e013-484c-b55a-df158d1f7348 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:28.868971 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-9db606f3-e013-484c-b55a-df158d1f7348 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/71282bb5-3a45-4178-8213-421ee545099e HTTP/1.1" status: 204 len: 168 time: 0.1208632 Nov 11 20:43:28.876553 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db606f3-e013-484c-b55a-df158d1f7348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71282bb5-3a45-4178-8213-421ee545099e,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:43:29.541243 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61e6fe-0255-4592-9187-4b4e8c3b8cef req-d97a7047-cd41-40d1-9996-616d3e33f536 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:29.543672 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4f61e6fe-0255-4592-9187-4b4e8c3b8cef req-d97a7047-cd41-40d1-9996-616d3e33f536 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.78 "GET /v2.0/ports?device_id=f8e8e904-4a99-4f15-bb67-de6de15ca227 HTTP/1.1" status: 200 len: 946 time: 0.0505273 Nov 11 20:43:29.651880 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [req-4f61e6fe-0255-4592-9187-4b4e8c3b8cef req-4559030a-740e-48d8-bb81-9b1af47b66ea tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Deleting port 264d6612-f400-47b2-8c4e-bdd88f54e280 {{(pid=101811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:43:29.652251 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-4f61e6fe-0255-4592-9187-4b4e8c3b8cef req-4559030a-740e-48d8-bb81-9b1af47b66ea tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:29.742653 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-4f61e6fe-0255-4592-9187-4b4e8c3b8cef req-4559030a-740e-48d8-bb81-9b1af47b66ea tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] For port 264d6612-f400-47b2-8c4e-bdd88f54e280, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=264d6612-f400-47b2-8c4e-bdd88f54e280,segment=NetworkSegment(5935d93c-8cef-43d7-bd65-25950c8efabf),segment_id=5935d93c-8cef-43d7-bd65-25950c8efabf)] {{(pid=101811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:43:29.743021 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-4f61e6fe-0255-4592-9187-4b4e8c3b8cef req-4559030a-740e-48d8-bb81-9b1af47b66ea tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:29.759124 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [req-4f61e6fe-0255-4592-9187-4b4e8c3b8cef req-4559030a-740e-48d8-bb81-9b1af47b66ea tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Calling delete_port for 264d6612-f400-47b2-8c4e-bdd88f54e280 owned by compute:nova {{(pid=101811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:43:29.814321 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device dd4b228a-088b-4b65-9bcd-259211df5de0 no longer exists at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:43:29.838203 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] No Port match for: dd4b228a-088b-4b65-9bcd-259211df5de0 {{(pid=101813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:43:29.838999 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device dd4b228a-088b-4b65-9bcd-259211df5de0 not bound to the agent host dv-cinder-817642-1-iscsi {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:43:29.938148 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291710b-7fe3-4545-80f5-3c268d7eefdd req-2a95a638-d5a9-4079-b188-71e3fb247e94 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:43:29.939652 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9291710b-7fe3-4545-80f5-3c268d7eefdd req-2a95a638-d5a9-4079-b188-71e3fb247e94 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8e8e904-4a99-4f15-bb67-de6de15ca227 HTTP/1.1" status: 200 len: 946 time: 0.0823612 Nov 11 20:43:29.940613 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-4f61e6fe-0255-4592-9187-4b4e8c3b8cef req-4559030a-740e-48d8-bb81-9b1af47b66ea tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25464144'] for port, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:29.959393 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] get_ports_and_sgs() called for port_ids ['264d6612-f400-47b2-8c4e-bdd88f54e280'] {{(pid=101813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:43:29.985752 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559030a-740e-48d8-bb81-9b1af47b66ea tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Pushing event deleted for resources: {'Port': ['ID=264d6612-f400-47b2-8c4e-bdd88f54e280,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:43:30.047787 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f61e6fe-0255-4592-9187-4b4e8c3b8cef req-4559030a-740e-48d8-bb81-9b1af47b66ea tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] No DVR routers for this DVR port 264d6612-f400-47b2-8c4e-bdd88f54e280 on host hv-cinder-81764 {{(pid=101811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:43:30.052192 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-4f61e6fe-0255-4592-9187-4b4e8c3b8cef req-4559030a-740e-48d8-bb81-9b1af47b66ea tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:30.055392 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4f61e6fe-0255-4592-9187-4b4e8c3b8cef req-4559030a-740e-48d8-bb81-9b1af47b66ea tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.78 "DELETE /v2.0/ports/264d6612-f400-47b2-8c4e-bdd88f54e280 HTTP/1.1" status: 204 len: 173 time: 0.4968162 Nov 11 20:43:30.055823 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e8e904-4a99-4f15-bb67-de6de15ca227', 'name': 'network-vif-deleted', 'tag': '264d6612-f400-47b2-8c4e-bdd88f54e280'}] {{(pid=101811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:43:30.058101 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5736cb7e175e5ed5563496e7c8b9c6d8883e61bc6d504a4dc096e4a6f480cdce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86cd3306-1330-440e-956d-a00ad056c9fa" -d '{"events": [{"server_uuid": "f8e8e904-4a99-4f15-bb67-de6de15ca227", "name": "network-vif-deleted", "tag": "264d6612-f400-47b2-8c4e-bdd88f54e280"}]}' {{(pid=101811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:43:30.064980 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9291710b-7fe3-4545-80f5-3c268d7eefdd req-2593dc5c-a79f-4fbc-bc56-a481dee83828 tempest-VolumesSnapshotTestJSON-1593594218 tempest-VolumesSnapshotTestJSON-1593594218-project] 10.222.0.61 "GET /v2.0/security-groups?id=457f38f0-4b56-4441-98f2-42141019ea6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154835 Nov 11 20:43:30.101593 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d206ea3d-e6b0-4332-bbe7-fa7d2591df6d x-openstack-request-id: req-d206ea3d-e6b0-4332-bbe7-fa7d2591df6d {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:43:30.101766 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e8e904-4a99-4f15-bb67-de6de15ca227", "name": "network-vif-deleted", "tag": "264d6612-f400-47b2-8c4e-bdd88f54e280", "status": "completed", "code": 200}]} {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:43:30.101921 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d206ea3d-e6b0-4332-bbe7-fa7d2591df6d {{(pid=101811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:43:30.102527 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e8e904-4a99-4f15-bb67-de6de15ca227', 'name': 'network-vif-deleted', 'tag': '264d6612-f400-47b2-8c4e-bdd88f54e280', 'status': 'completed', 'code': 200} Nov 11 20:43:30.730783 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-75431b02-580c-467b-92df-0fea8a849a8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:30.750693 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 48096) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:43:30.864302 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9337ffde-1ffe-41fb-ab18-2da43c5796f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:30.939391 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9337ffde-1ffe-41fb-ab18-2da43c5796f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:30.943227 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9337ffde-1ffe-41fb-ab18-2da43c5796f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:30.982116 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-9337ffde-1ffe-41fb-ab18-2da43c5796f6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b247c3b8a19a47b7b99d989dc9f3166f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2304041 Nov 11 20:43:30.983060 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9337ffde-1ffe-41fb-ab18-2da43c5796f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2735531e-32e7-4c91-b1c8-47327196a26e,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:43:30.984802 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 48100) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:43:31.034836 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-55f55ae6-c71e-4e1b-a0b8-068f8f307ec7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:31.055643 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-55f55ae6-c71e-4e1b-a0b8-068f8f307ec7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:31.102933 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-55f55ae6-c71e-4e1b-a0b8-068f8f307ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:31.105622 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-55f55ae6-c71e-4e1b-a0b8-068f8f307ec7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:31.109267 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-55f55ae6-c71e-4e1b-a0b8-068f8f307ec7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2735531e-32e7-4c91-b1c8-47327196a26e HTTP/1.1" status: 204 len: 168 time: 0.1211419 Nov 11 20:43:31.117146 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f55ae6-c71e-4e1b-a0b8-068f8f307ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2735531e-32e7-4c91-b1c8-47327196a26e,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:43:31.406267 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 48114) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:43:31.422555 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-012ed082-570c-401d-86d5-9d623b7a0b0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:31.508050 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-012ed082-570c-401d-86d5-9d623b7a0b0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:31.512387 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-012ed082-570c-401d-86d5-9d623b7a0b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:31.555379 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-012ed082-570c-401d-86d5-9d623b7a0b0e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=84edaf4013004ab78dc68e7f3dd72a97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1479149 Nov 11 20:43:31.556237 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ed082-570c-401d-86d5-9d623b7a0b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b467076-ce59-44d8-bd90-1fd88156606c,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:43:31.558491 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 48116) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:43:31.611809 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-f2b2fa05-c541-4a20-b415-fb1c3ad182b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:31.632981 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-f2b2fa05-c541-4a20-b415-fb1c3ad182b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:31.684301 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-f2b2fa05-c541-4a20-b415-fb1c3ad182b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:31.687665 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-f2b2fa05-c541-4a20-b415-fb1c3ad182b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:31.688847 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-f2b2fa05-c541-4a20-b415-fb1c3ad182b6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4b467076-ce59-44d8-bd90-1fd88156606c HTTP/1.1" status: 204 len: 168 time: 0.1293745 Nov 11 20:43:31.697338 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b2fa05-c541-4a20-b415-fb1c3ad182b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b467076-ce59-44d8-bd90-1fd88156606c,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:43:33.390839 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c928f4ea-9b4a-4ccf-abb2-1bc27a835cae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:33.462166 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 48186) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:43:33.570631 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-bf64c60e-2411-42d8-b347-75d746cbabd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:33.648872 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-bf64c60e-2411-42d8-b347-75d746cbabd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:33.653507 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-bf64c60e-2411-42d8-b347-75d746cbabd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:33.690593 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-bf64c60e-2411-42d8-b347-75d746cbabd5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=687fbbfeef0c45328a627d75171ff63e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2272482 Nov 11 20:43:33.691423 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf64c60e-2411-42d8-b347-75d746cbabd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6261607f-964c-4d41-a31c-3e04f6049d38,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:43:33.693213 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 48192) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:43:33.745024 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-d5b3b278-3dd6-4a5e-b1ec-beca346c95df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:33.766428 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-d5b3b278-3dd6-4a5e-b1ec-beca346c95df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:33.812428 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-d5b3b278-3dd6-4a5e-b1ec-beca346c95df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:33.814874 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-d5b3b278-3dd6-4a5e-b1ec-beca346c95df admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:33.816114 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-d5b3b278-3dd6-4a5e-b1ec-beca346c95df admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6261607f-964c-4d41-a31c-3e04f6049d38 HTTP/1.1" status: 204 len: 168 time: 0.1217134 Nov 11 20:43:33.824568 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b3b278-3dd6-4a5e-b1ec-beca346c95df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6261607f-964c-4d41-a31c-3e04f6049d38,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:43:33.842863 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 264d6612-f400-47b2-8c4e-bdd88f54e280 no longer exists at agent hyperv_hv-cinder-81764 {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:43:33.865823 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] No Port match for: 264d6612-f400-47b2-8c4e-bdd88f54e280 {{(pid=101813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:43:33.866164 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 264d6612-f400-47b2-8c4e-bdd88f54e280 not bound to the agent host hv-cinder-81764 {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:43:34.082371 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 48200) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:43:34.095922 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-ee6264b3-be80-4cd2-9e14-4b8e65c3838a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:34.169321 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-ee6264b3-be80-4cd2-9e14-4b8e65c3838a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:34.173894 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-ee6264b3-be80-4cd2-9e14-4b8e65c3838a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:34.212207 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-ee6264b3-be80-4cd2-9e14-4b8e65c3838a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ad418d9474b9433d92674efaaada6e83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1287327 Nov 11 20:43:34.213138 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6264b3-be80-4cd2-9e14-4b8e65c3838a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8851f3-dbeb-4e38-9c3b-14521c5807ff,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:43:34.214913 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 48202) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:43:34.263279 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-d9f49cb8-f724-4369-b727-49870c479533 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:34.286898 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-d9f49cb8-f724-4369-b727-49870c479533 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:34.334243 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-d9f49cb8-f724-4369-b727-49870c479533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:34.336910 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-d9f49cb8-f724-4369-b727-49870c479533 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:34.338057 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-d9f49cb8-f724-4369-b727-49870c479533 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5c8851f3-dbeb-4e38-9c3b-14521c5807ff HTTP/1.1" status: 204 len: 168 time: 0.1221557 Nov 11 20:43:34.345948 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f49cb8-f724-4369-b727-49870c479533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8851f3-dbeb-4e38-9c3b-14521c5807ff,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:43:34.375718 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3d9940ef-842e-4b07-a279-f9f66b0ee11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:35.913326 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 48254) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:43:36.017224 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-ec71565b-9f6b-4568-9f1d-a648a72afcd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:36.092438 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-ec71565b-9f6b-4568-9f1d-a648a72afcd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:36.096415 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-ec71565b-9f6b-4568-9f1d-a648a72afcd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:36.110324 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b24fd597-249d-429f-8b46-48f3c6a9ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:36.134170 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec71565b-9f6b-4568-9f1d-a648a72afcd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db01bb6a-5a88-450a-b2df-73ee761d6997,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:43:36.138693 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-ec71565b-9f6b-4568-9f1d-a648a72afcd4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=166820e91d6a4604a6a21814b4953b30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2243133 Nov 11 20:43:36.141229 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 48260) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:43:36.188856 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-dce2091d-97a2-497c-bdb8-d5a50a147ff4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:36.209916 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-dce2091d-97a2-497c-bdb8-d5a50a147ff4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:36.260624 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-dce2091d-97a2-497c-bdb8-d5a50a147ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:36.263185 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-dce2091d-97a2-497c-bdb8-d5a50a147ff4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:36.264322 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-dce2091d-97a2-497c-bdb8-d5a50a147ff4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/db01bb6a-5a88-450a-b2df-73ee761d6997 HTTP/1.1" status: 204 len: 168 time: 0.1222110 Nov 11 20:43:36.271616 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce2091d-97a2-497c-bdb8-d5a50a147ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db01bb6a-5a88-450a-b2df-73ee761d6997,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:43:36.432138 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:36.520959 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 48266) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:43:36.537354 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-9ea1dc73-8a12-47a2-b675-d98463cdb547 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:36.611655 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-9ea1dc73-8a12-47a2-b675-d98463cdb547 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:36.615268 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-9ea1dc73-8a12-47a2-b675-d98463cdb547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:36.654007 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-9ea1dc73-8a12-47a2-b675-d98463cdb547 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ddc82173c336404ea40922c246ee251b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1320055 Nov 11 20:43:36.654871 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea1dc73-8a12-47a2-b675-d98463cdb547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3eb59f-1d80-4dd4-8806-5f9f160bbea1,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:43:36.656742 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 48268) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:43:36.710071 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-92a74bed-b398-49e2-b9a9-304ee4f44983 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:36.726840 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-92a74bed-b398-49e2-b9a9-304ee4f44983 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:36.772321 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-92a74bed-b398-49e2-b9a9-304ee4f44983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:36.774912 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-92a74bed-b398-49e2-b9a9-304ee4f44983 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:36.776676 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-92a74bed-b398-49e2-b9a9-304ee4f44983 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7f3eb59f-1d80-4dd4-8806-5f9f160bbea1 HTTP/1.1" status: 204 len: 168 time: 0.1181502 Nov 11 20:43:36.785284 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a74bed-b398-49e2-b9a9-304ee4f44983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3eb59f-1d80-4dd4-8806-5f9f160bbea1,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:43:46.846217 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.agents_db [None req-82748851-6744-43b9-bd77-83e744a7c088 None None] Agent healthcheck: found 6 active agents {{(pid=101814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:43:50.558222 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:54.896802 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 48496) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:43:55.029402 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-0aff6972-5cd6-439d-a4e3-b5db7340c5ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:55.109632 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-0aff6972-5cd6-439d-a4e3-b5db7340c5ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:55.114217 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-0aff6972-5cd6-439d-a4e3-b5db7340c5ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:55.155701 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-0aff6972-5cd6-439d-a4e3-b5db7340c5ba admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=439282a5d080439aa1565823a4e6921b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2577338 Nov 11 20:43:55.158455 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 48506) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:43:55.161994 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff6972-5cd6-439d-a4e3-b5db7340c5ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af152b0-98bd-47aa-b454-5a255fe90a15,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:43:55.170086 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aff6972-5cd6-439d-a4e3-b5db7340c5ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:43:55.170477 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aff6972-5cd6-439d-a4e3-b5db7340c5ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:43:55.170820 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aff6972-5cd6-439d-a4e3-b5db7340c5ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:43:55.171155 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aff6972-5cd6-439d-a4e3-b5db7340c5ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:43:55.171571 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aff6972-5cd6-439d-a4e3-b5db7340c5ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:43:55.171960 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aff6972-5cd6-439d-a4e3-b5db7340c5ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:43:55.172288 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aff6972-5cd6-439d-a4e3-b5db7340c5ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:43:55.172617 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aff6972-5cd6-439d-a4e3-b5db7340c5ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:43:55.172945 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aff6972-5cd6-439d-a4e3-b5db7340c5ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:43:55.173269 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aff6972-5cd6-439d-a4e3-b5db7340c5ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:43:55.174889 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aff6972-5cd6-439d-a4e3-b5db7340c5ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:43:55.175269 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aff6972-5cd6-439d-a4e3-b5db7340c5ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:43:55.219437 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-e02c8a56-29ca-4e27-af04-d915b55b37ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:55.240958 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-e02c8a56-29ca-4e27-af04-d915b55b37ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:55.288232 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-e02c8a56-29ca-4e27-af04-d915b55b37ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:55.290793 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-e02c8a56-29ca-4e27-af04-d915b55b37ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:43:55.292463 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-e02c8a56-29ca-4e27-af04-d915b55b37ac admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5af152b0-98bd-47aa-b454-5a255fe90a15 HTTP/1.1" status: 204 len: 168 time: 0.1324255 Nov 11 20:43:55.300821 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02c8a56-29ca-4e27-af04-d915b55b37ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af152b0-98bd-47aa-b454-5a255fe90a15,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:00.723291 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-dbf3dd55-aad3-4b04-9943-17d7fe67445d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:03.392463 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-34801bbc-4c8c-4d5b-8166-62a7423e3c68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:04.368787 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3d9940ef-842e-4b07-a279-f9f66b0ee11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:06.114185 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b24fd597-249d-429f-8b46-48f3c6a9ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:06.433828 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:13.113325 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 48780) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:13.215422 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-689c2c33-e8af-44e8-b17f-ddd65ffa813c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:13.294328 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-689c2c33-e8af-44e8-b17f-ddd65ffa813c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:13.298490 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-689c2c33-e8af-44e8-b17f-ddd65ffa813c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:13.336282 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c2c33-e8af-44e8-b17f-ddd65ffa813c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16fed912-9740-4190-9629-951690a3e516,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:13.339951 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-689c2c33-e8af-44e8-b17f-ddd65ffa813c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d284ab1bb6c0482a82d9b9b571004ecb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2255912 Nov 11 20:44:13.343449 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 48784) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:13.348021 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c2c33-e8af-44e8-b17f-ddd65ffa813c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:13.348522 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c2c33-e8af-44e8-b17f-ddd65ffa813c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:13.349034 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c2c33-e8af-44e8-b17f-ddd65ffa813c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:13.349385 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c2c33-e8af-44e8-b17f-ddd65ffa813c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:13.349712 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c2c33-e8af-44e8-b17f-ddd65ffa813c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:13.350037 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c2c33-e8af-44e8-b17f-ddd65ffa813c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:13.350360 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c2c33-e8af-44e8-b17f-ddd65ffa813c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:13.350682 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c2c33-e8af-44e8-b17f-ddd65ffa813c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:13.351004 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c2c33-e8af-44e8-b17f-ddd65ffa813c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:13.351319 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c2c33-e8af-44e8-b17f-ddd65ffa813c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:13.351648 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c2c33-e8af-44e8-b17f-ddd65ffa813c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:13.351947 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689c2c33-e8af-44e8-b17f-ddd65ffa813c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:13.397392 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9dac371e-01df-41bc-8a46-1962dc626ffa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:13.421064 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9dac371e-01df-41bc-8a46-1962dc626ffa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:13.472179 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9dac371e-01df-41bc-8a46-1962dc626ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:13.474675 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9dac371e-01df-41bc-8a46-1962dc626ffa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:13.475799 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-9dac371e-01df-41bc-8a46-1962dc626ffa admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/16fed912-9740-4190-9629-951690a3e516 HTTP/1.1" status: 204 len: 168 time: 0.1313415 Nov 11 20:44:13.483332 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dac371e-01df-41bc-8a46-1962dc626ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16fed912-9740-4190-9629-951690a3e516,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:15.159239 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 48884) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:15.205044 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.db_base_plugin_v2 [None req-44946a7a-b6f7-4723-bb85-6242292f8ea4 admin admin] Deleting subnet cd94b66c-5e90-4a87-ae3c-7da1a763bfb3 {{(pid=101811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:44:15.208174 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-44946a7a-b6f7-4723-bb85-6242292f8ea4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:15.243761 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-44946a7a-b6f7-4723-bb85-6242292f8ea4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25938190'] for subnet, precommit_delete_associations {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:15.286234 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-44946a7a-b6f7-4723-bb85-6242292f8ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16455430'] for subnet, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:15.337189 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-44946a7a-b6f7-4723-bb85-6242292f8ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16455441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25464163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25383904'] for subnet, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:15.363311 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44946a7a-b6f7-4723-bb85-6242292f8ea4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd94b66c-5e90-4a87-ae3c-7da1a763bfb3,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:15.366801 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-44946a7a-b6f7-4723-bb85-6242292f8ea4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:15.370023 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-44946a7a-b6f7-4723-bb85-6242292f8ea4 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/cd94b66c-5e90-4a87-ae3c-7da1a763bfb3 HTTP/1.1" status: 204 len: 168 time: 0.2097750 Nov 11 20:44:15.372470 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 48888) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:15.439481 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-12bf8240-3ba2-4e17-9b9e-c3792e82f428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16325219'] for network, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:15.522037 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-12bf8240-3ba2-4e17-9b9e-c3792e82f428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451713', 'neutron.services.segments.db._delete_segments_for_network-8768469249518'] for network, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:15.541266 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.services.segments.db [None req-12bf8240-3ba2-4e17-9b9e-c3792e82f428 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d0e0821-58b7-4378-8e73-122c99e64b79']}} {{(pid=101811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:15.551126 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.services.segments.db [None req-12bf8240-3ba2-4e17-9b9e-c3792e82f428 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5935d93c-8cef-43d7-bd65-25950c8efabf') {'for_net_delete': True} {{(pid=101811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:15.551416 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.services.segments.db [None req-12bf8240-3ba2-4e17-9b9e-c3792e82f428 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5935d93c-8cef-43d7-bd65-25950c8efabf') {} {{(pid=101811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:15.560833 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-12bf8240-3ba2-4e17-9b9e-c3792e82f428 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768469040631', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25950205'] for segment, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:15.574377 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-12bf8240-3ba2-4e17-9b9e-c3792e82f428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16407769'] for segment, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:15.580787 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12bf8240-3ba2-4e17-9b9e-c3792e82f428 admin admin] Releasing vlan 868 on physical network physnet1 to pool {{(pid=101811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:44:15.581193 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-12bf8240-3ba2-4e17-9b9e-c3792e82f428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16407769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25464077'] for segment, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:15.583053 dv-cinder-817642-1-iscsi neutron-server[101811]: Traceback (most recent call last): Nov 11 20:44:15.583053 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:44:15.583053 dv-cinder-817642-1-iscsi neutron-server[101811]: timer() Nov 11 20:44:15.583053 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:44:15.583053 dv-cinder-817642-1-iscsi neutron-server[101811]: cb(*args, **kw) Nov 11 20:44:15.583053 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:44:15.583053 dv-cinder-817642-1-iscsi neutron-server[101811]: return func(*args, **kwargs) Nov 11 20:44:15.583053 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:44:15.583053 dv-cinder-817642-1-iscsi neutron-server[101811]: self._notify() Nov 11 20:44:15.583053 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:44:15.583053 dv-cinder-817642-1-iscsi neutron-server[101811]: self.callback(batched_events) Nov 11 20:44:15.583053 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:44:15.583053 dv-cinder-817642-1-iscsi neutron-server[101811]: event.method(event) Nov 11 20:44:15.583053 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:44:15.583053 dv-cinder-817642-1-iscsi neutron-server[101811]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:44:15.583053 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:44:15.583053 dv-cinder-817642-1-iscsi neutron-server[101811]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:44:15.583053 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:44:15.583053 dv-cinder-817642-1-iscsi neutron-server[101811]: return f(self, *a, **k) Nov 11 20:44:15.583053 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:44:15.583053 dv-cinder-817642-1-iscsi neutron-server[101811]: return self._get(url).json() Nov 11 20:44:15.583053 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:44:15.583053 dv-cinder-817642-1-iscsi neutron-server[101811]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:44:15.583053 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:44:15.583053 dv-cinder-817642-1-iscsi neutron-server[101811]: return self.request(url, 'GET', **kwargs) Nov 11 20:44:15.583053 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:44:15.583053 dv-cinder-817642-1-iscsi neutron-server[101811]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:44:15.583053 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:44:15.583053 dv-cinder-817642-1-iscsi neutron-server[101811]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:44:15.583053 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:44:15.583053 dv-cinder-817642-1-iscsi neutron-server[101811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:44:15.583053 dv-cinder-817642-1-iscsi neutron-server[101811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:44:15.639585 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-12bf8240-3ba2-4e17-9b9e-c3792e82f428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656125'] for network, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:15.644095 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-12bf8240-3ba2-4e17-9b9e-c3792e82f428 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for network, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:15.647795 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-12bf8240-3ba2-4e17-9b9e-c3792e82f428 admin admin] 10.222.0.61 "DELETE /v2.0/networks/7d0e0821-58b7-4378-8e73-122c99e64b79 HTTP/1.1" status: 204 len: 168 time: 0.2744153 Nov 11 20:44:15.661264 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf8240-3ba2-4e17-9b9e-c3792e82f428 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d0e0821-58b7-4378-8e73-122c99e64b79,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:15.822051 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 48896) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:15.861585 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-c37f170e-0b60-48ce-b402-eb89101e176f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ad9bb6fc32584e87808c292a94dd546d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384076 Nov 11 20:44:15.864152 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 48898) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:15.913468 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-4c953f57-193c-4aa9-80aa-8dd9077fce00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:15.935030 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-4c953f57-193c-4aa9-80aa-8dd9077fce00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:15.984158 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-4c953f57-193c-4aa9-80aa-8dd9077fce00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:15.986580 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-4c953f57-193c-4aa9-80aa-8dd9077fce00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:15.987720 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-4c953f57-193c-4aa9-80aa-8dd9077fce00 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/457f38f0-4b56-4441-98f2-42141019ea6d HTTP/1.1" status: 204 len: 168 time: 0.1225955 Nov 11 20:44:15.995801 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c953f57-193c-4aa9-80aa-8dd9077fce00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457f38f0-4b56-4441-98f2-42141019ea6d,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:17.611394 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 48918) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:17.714940 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-c5c8bc96-76d1-43a7-82e2-1b05a201aa15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:17.794582 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-c5c8bc96-76d1-43a7-82e2-1b05a201aa15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:17.799303 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-c5c8bc96-76d1-43a7-82e2-1b05a201aa15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:17.842227 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-c5c8bc96-76d1-43a7-82e2-1b05a201aa15 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8ada40a70e8643a8b883e64ca9826081&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2297201 Nov 11 20:44:17.843545 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c8bc96-76d1-43a7-82e2-1b05a201aa15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec3e6dc-0884-4b14-9130-c11b977c24aa,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:17.846475 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 48924) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:17.899744 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-6cb7a998-270c-485b-8a2c-e7bd7678ad87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:17.920952 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-6cb7a998-270c-485b-8a2c-e7bd7678ad87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:17.966147 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-6cb7a998-270c-485b-8a2c-e7bd7678ad87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:17.969644 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-6cb7a998-270c-485b-8a2c-e7bd7678ad87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:17.970776 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-6cb7a998-270c-485b-8a2c-e7bd7678ad87 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bec3e6dc-0884-4b14-9130-c11b977c24aa HTTP/1.1" status: 204 len: 168 time: 0.1233199 Nov 11 20:44:17.978671 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb7a998-270c-485b-8a2c-e7bd7678ad87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec3e6dc-0884-4b14-9130-c11b977c24aa,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:18.598224 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 48946) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:18.692369 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [None req-2d95ef2a-801c-4189-b647-234c87e526be admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1401125711-network', 'tenant_id': '1ad6c752ea6048068ad66bddb0f2968f'}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:44:18.713643 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d95ef2a-801c-4189-b647-234c87e526be admin admin] Made reservation on behalf of 1ad6c752ea6048068ad66bddb0f2968f for: {'network': 1} {{(pid=101812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:44:18.716896 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-2d95ef2a-801c-4189-b647-234c87e526be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for network, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:18.725972 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-2d95ef2a-801c-4189-b647-234c87e526be admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:18.805029 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-2d95ef2a-801c-4189-b647-234c87e526be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:18.808956 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-2d95ef2a-801c-4189-b647-234c87e526be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:18.833974 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d95ef2a-801c-4189-b647-234c87e526be admin admin] vlan segment allocate from pool success with {'vlan_id': 890, 'physical_network': 'physnet1'} {{(pid=101812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:44:18.843889 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d95ef2a-801c-4189-b647-234c87e526be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82278dad-1f50-4c74-88ab-5df560b9da8a,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:18.850315 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-2d95ef2a-801c-4189-b647-234c87e526be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16407769'] for segment, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:18.850957 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.db.segments_db [None req-2d95ef2a-801c-4189-b647-234c87e526be admin admin] Added segment 6393b59f-edea-4597-8674-6898de2ab603 of type vlan for network 86e64690-2a5a-4e0a-b625-102ea78f3628 Nov 11 20:44:18.891069 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-2d95ef2a-801c-4189-b647-234c87e526be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768468705491'] for network, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:18.916072 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-2d95ef2a-801c-4189-b647-234c87e526be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858'] for network, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:18.916994 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d95ef2a-801c-4189-b647-234c87e526be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:18.917561 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-2d95ef2a-801c-4189-b647-234c87e526be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for network, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:18.951702 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-2d95ef2a-801c-4189-b647-234c87e526be admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3497121 Nov 11 20:44:18.952109 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 48952) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:18.958198 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [None req-536f265b-cdb7-4176-a13b-b614f544c173 admin admin] Request body: {'subnet': {'network_id': '86e64690-2a5a-4e0a-b625-102ea78f3628', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1401125711-subnet', 'tenant_id': '1ad6c752ea6048068ad66bddb0f2968f', 'ip_version': 4}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:44:18.979860 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d95ef2a-801c-4189-b647-234c87e526be admin admin] Pushing event updated for resources: {'Network': ['ID=86e64690-2a5a-4e0a-b625-102ea78f3628,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:18.984460 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536f265b-cdb7-4176-a13b-b614f544c173 admin admin] Made reservation on behalf of 1ad6c752ea6048068ad66bddb0f2968f for: {'subnet': 1} {{(pid=101811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:44:18.987168 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-536f265b-cdb7-4176-a13b-b614f544c173 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25383819'] for subnet, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:18.990074 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Network 86e64690-2a5a-4e0a-b625-102ea78f3628 details requested by agent ovs-agent-dv-cinder-817642-1-iscsi with host dv-cinder-817642-1-iscsi {{(pid=101813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:44:19.159784 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-536f265b-cdb7-4176-a13b-b614f544c173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25464228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25383833'] for subnet, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:19.213564 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536f265b-cdb7-4176-a13b-b614f544c173 admin admin] Pushing event updated for resources: {'Subnet': ['ID=687750c2-873f-4aa7-97ab-72f9b584fba4,revision_number=0']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:19.224464 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536f265b-cdb7-4176-a13b-b614f544c173 admin admin] Checking segment: {'id': '6393b59f-edea-4597-8674-6898de2ab603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '86e64690-2a5a-4e0a-b625-102ea78f3628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:44:19.224816 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536f265b-cdb7-4176-a13b-b614f544c173 admin admin] Network hostable DHCP agents. Network: 86e64690-2a5a-4e0a-b625-102ea78f3628, hostable agents: ['4584d237-ef17-41dc-89a8-5da37ed889a0'], hosted agents: [] {{(pid=101811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:44:19.240855 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536f265b-cdb7-4176-a13b-b614f544c173 admin admin] Network 86e64690-2a5a-4e0a-b625-102ea78f3628 is scheduled to be hosted by DHCP agent 4584d237-ef17-41dc-89a8-5da37ed889a0 with binding_index 1 {{(pid=101811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:44:19.248671 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.base_scheduler [None req-536f265b-cdb7-4176-a13b-b614f544c173 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817642-1-iscsi, 86e64690-2a5a-4e0a-b625-102ea78f3628) {{(pid=101811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:44:19.253690 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536f265b-cdb7-4176-a13b-b614f544c173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:19.254244 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-536f265b-cdb7-4176-a13b-b614f544c173 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:19.258563 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecdfa38-530d-4d04-9d37-4e7dd7bfef97 None None] Network 86e64690-2a5a-4e0a-b625-102ea78f3628 requested from dv-cinder-817642-1-iscsi {{(pid=101813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:44:19.273084 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-536f265b-cdb7-4176-a13b-b614f544c173 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3169458 Nov 11 20:44:19.273387 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 48954) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:19.277533 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [None req-9a858bca-c004-4ebc-a93e-dd0e97e539cf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1401125711-router', 'tenant_id': '1ad6c752ea6048068ad66bddb0f2968f', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2'}}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:44:19.301504 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9a858bca-c004-4ebc-a93e-dd0e97e539cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-670138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25005'] for router, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:19.302766 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9a858bca-c004-4ebc-a93e-dd0e97e539cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25012'] for router, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:19.359517 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9a858bca-c004-4ebc-a93e-dd0e97e539cf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:19.407430 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f39e22-81a9-4a42-8513-865665c37187 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc500f935-dd16-56a1-90f5-a4026435ad68-86e64690-2a5a-4e0a-b625-102ea78f3628', 'network_id': '86e64690-2a5a-4e0a-b625-102ea78f3628', 'tenant_id': '1ad6c752ea6048068ad66bddb0f2968f', 'fixed_ips': [{'subnet_id': '687750c2-873f-4aa7-97ab-72f9b584fba4'}]}} from dv-cinder-817642-1-iscsi. {{(pid=101813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 20:44:19.408348 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-63f39e22-81a9-4a42-8513-865665c37187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:19.499621 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9a858bca-c004-4ebc-a93e-dd0e97e539cf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:19.634106 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ea99ad09-e3e9-4e75-b65b-be8f8227be88 req-6e8aa476-fd80-426d-ab89-89161c21cc2f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1234863 Nov 11 20:44:19.675891 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.db_base_plugin_common [None req-63f39e22-81a9-4a42-8513-865665c37187 None None] Allocated IP 172.20.0.2 (86e64690-2a5a-4e0a-b625-102ea78f3628/687750c2-873f-4aa7-97ab-72f9b584fba4/4fd20a95-d969-4974-9f97-088519137539) {{(pid=101813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:44:19.783592 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99ad09-e3e9-4e75-b65b-be8f8227be88 req-8a5c0f5d-5e2d-4f91-b678-5c3a0d7da3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:19.785166 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ea99ad09-e3e9-4e75-b65b-be8f8227be88 req-8a5c0f5d-5e2d-4f91-b678-5c3a0d7da3f5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4f3da3f794f742c0a5bf009d5bad5208&device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 1138 time: 0.1017375 Nov 11 20:44:19.791991 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9a858bca-c004-4ebc-a93e-dd0e97e539cf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:19.813421 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9a858bca-c004-4ebc-a93e-dd0e97e539cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:19.823709 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-63f39e22-81a9-4a42-8513-865665c37187 None None] Publish callbacks [] for port, precommit_create {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:19.830658 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-63f39e22-81a9-4a42-8513-865665c37187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945'] for port, after_create {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:19.869301 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f39e22-81a9-4a42-8513-865665c37187 None None] Network 86e64690-2a5a-4e0a-b625-102ea78f3628 is already hosted by enough agents. {{(pid=101813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:44:19.874970 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.scheduler.base_scheduler [None req-63f39e22-81a9-4a42-8513-865665c37187 None None] Resources bound (agent type, host, resource id): {{(pid=101813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:44:19.878348 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f39e22-81a9-4a42-8513-865665c37187 None None] Received port after_create {{(pid=101813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:44:19.886356 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f39e22-81a9-4a42-8513-865665c37187 None None] Pushing event updated for resources: {'Port': ['ID=4fd20a95-d969-4974-9f97-088519137539,revision_number=1']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:19.909468 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f39e22-81a9-4a42-8513-865665c37187 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:19.909815 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f39e22-81a9-4a42-8513-865665c37187 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:19.910149 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f39e22-81a9-4a42-8513-865665c37187 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:19.910475 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f39e22-81a9-4a42-8513-865665c37187 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:19.910799 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f39e22-81a9-4a42-8513-865665c37187 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:19.911126 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f39e22-81a9-4a42-8513-865665c37187 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:19.911445 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f39e22-81a9-4a42-8513-865665c37187 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:19.911765 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f39e22-81a9-4a42-8513-865665c37187 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:19.912108 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f39e22-81a9-4a42-8513-865665c37187 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:19.912424 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f39e22-81a9-4a42-8513-865665c37187 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:19.912739 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f39e22-81a9-4a42-8513-865665c37187 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:19.913052 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f39e22-81a9-4a42-8513-865665c37187 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:19.949259 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-63f39e22-81a9-4a42-8513-865665c37187 None None] Attempting to bind port 4fd20a95-d969-4974-9f97-088519137539 on host dv-cinder-817642-1-iscsi for vnic_type normal with profile {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:44:19.949617 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-63f39e22-81a9-4a42-8513-865665c37187 None None] Attempting to bind port 4fd20a95-d969-4974-9f97-088519137539 by drivers openvswitch,hyperv on host dv-cinder-817642-1-iscsi at level 0 using segments [{'id': '6393b59f-edea-4597-8674-6898de2ab603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '86e64690-2a5a-4e0a-b625-102ea78f3628'}] {{(pid=101813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:44:19.949975 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f39e22-81a9-4a42-8513-865665c37187 None None] Attempting to bind port 4fd20a95-d969-4974-9f97-088519137539 on network 86e64690-2a5a-4e0a-b625-102ea78f3628 {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:44:19.955105 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f39e22-81a9-4a42-8513-865665c37187 None None] Checking agent: {'id': '2f88a117-5cd0-41ac-983d-8c5af48f8bd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 30, 6), 'started_at': datetime.datetime(2021, 11, 11, 20, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:44:19.955360 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f39e22-81a9-4a42-8513-865665c37187 None None] Checking segment: {'id': '6393b59f-edea-4597-8674-6898de2ab603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '86e64690-2a5a-4e0a-b625-102ea78f3628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:44:19.955755 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-63f39e22-81a9-4a42-8513-865665c37187 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:19.956169 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f39e22-81a9-4a42-8513-865665c37187 None None] Bound using segment: {'id': '6393b59f-edea-4597-8674-6898de2ab603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '86e64690-2a5a-4e0a-b625-102ea78f3628'} {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:44:19.956623 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-63f39e22-81a9-4a42-8513-865665c37187 None None] Bound port: 4fd20a95-d969-4974-9f97-088519137539, host: dv-cinder-817642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6393b59f-edea-4597-8674-6898de2ab603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '86e64690-2a5a-4e0a-b625-102ea78f3628'}}] {{(pid=101813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:44:19.956997 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-63f39e22-81a9-4a42-8513-865665c37187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:20.000039 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.db_base_plugin_common [None req-9a858bca-c004-4ebc-a93e-dd0e97e539cf admin admin] Allocated IP 172.27.0.114 (06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2/dac47c4e-2532-416f-829a-3cf927393807/db2ed765-abb1-4638-9b49-2dc1d682da3c) {{(pid=101811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:44:20.007311 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99ad09-e3e9-4e75-b65b-be8f8227be88 req-726d2bc2-c462-41c0-ba1c-05d208ba5bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:20.007311 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ea99ad09-e3e9-4e75-b65b-be8f8227be88 req-726d2bc2-c462-41c0-ba1c-05d208ba5bbd service neutron] 10.222.0.78 "GET /v2.0/networks?id=e3ad6302-2af8-4f34-932c-43eafe0c8fe6 HTTP/1.1" status: 200 len: 915 time: 0.1827948 Nov 11 20:44:20.024092 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-63f39e22-81a9-4a42-8513-865665c37187 None None] For port 4fd20a95-d969-4974-9f97-088519137539, host dv-cinder-817642-1-iscsi, cleared binding levels {{(pid=101813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:44:20.027157 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-63f39e22-81a9-4a42-8513-865665c37187 None None] For port 4fd20a95-d969-4974-9f97-088519137539, host dv-cinder-817642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=4fd20a95-d969-4974-9f97-088519137539,segment=NetworkSegment(6393b59f-edea-4597-8674-6898de2ab603),segment_id=6393b59f-edea-4597-8674-6898de2ab603)] {{(pid=101813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:44:20.031376 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-63f39e22-81a9-4a42-8513-865665c37187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:20.089408 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f39e22-81a9-4a42-8513-865665c37187 None None] Pushing event updated for resources: {'Port': ['ID=4fd20a95-d969-4974-9f97-088519137539,revision_number=2']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:20.409457 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ea99ad09-e3e9-4e75-b65b-be8f8227be88 req-a74e9a83-0515-4ede-987d-b2dfc0223cf9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30542ce7-fdf6-41e0-981e-8ee1bf98723f HTTP/1.1" status: 200 len: 1002 time: 0.3896494 Nov 11 20:44:20.469832 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9a858bca-c004-4ebc-a93e-dd0e97e539cf admin admin] Publish callbacks [] for port, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:20.484190 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99ad09-e3e9-4e75-b65b-be8f8227be88 req-761d24cb-e77a-440f-9075-58728a826ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:20.485626 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ea99ad09-e3e9-4e75-b65b-be8f8227be88 req-761d24cb-e77a-440f-9075-58728a826ccd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9b202467-3b06-4389-8c80-71f7e82c6179 HTTP/1.1" status: 200 len: 853 time: 0.0662444 Nov 11 20:44:20.538189 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9a858bca-c004-4ebc-a93e-dd0e97e539cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25464144'] for port, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:20.578491 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:20.584853 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a858bca-c004-4ebc-a93e-dd0e97e539cf admin admin] Network 06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2 is already hosted by enough agents. {{(pid=101811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:44:20.587209 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99ad09-e3e9-4e75-b65b-be8f8227be88 req-e12b23c6-58f7-486d-8b12-6f5a8d40d5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:20.588871 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ea99ad09-e3e9-4e75-b65b-be8f8227be88 req-e12b23c6-58f7-486d-8b12-6f5a8d40d5bc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e3ad6302-2af8-4f34-932c-43eafe0c8fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0865901 Nov 11 20:44:20.591729 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.base_scheduler [None req-9a858bca-c004-4ebc-a93e-dd0e97e539cf admin admin] Resources bound (agent type, host, resource id): {{(pid=101811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:44:20.597705 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a858bca-c004-4ebc-a93e-dd0e97e539cf admin admin] Received port after_create {{(pid=101811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:44:20.622060 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a858bca-c004-4ebc-a93e-dd0e97e539cf admin admin] Pushing event updated for resources: {'Port': ['ID=db2ed765-abb1-4638-9b49-2dc1d682da3c,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:20.818758 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ea99ad09-e3e9-4e75-b65b-be8f8227be88 req-9f6ba856-fea4-4bba-bb24-ce7d8b7f4903 service neutron] 10.222.0.78 "GET /v2.0/networks/e3ad6302-2af8-4f34-932c-43eafe0c8fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976278 Nov 11 20:44:20.954340 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae5b07a-aad2-40c6-8151-631d40d5a476 None None] Network 86e64690-2a5a-4e0a-b625-102ea78f3628 requested from dv-cinder-817642-1-iscsi {{(pid=101813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:44:21.001360 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9a858bca-c004-4ebc-a93e-dd0e97e539cf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:21.034100 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-908e7e6f-67c2-45a2-936d-bd1f8db47669 None None] Provisioning complete for port 4fd20a95-d969-4974-9f97-088519137539 triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:44:21.034657 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-908e7e6f-67c2-45a2-936d-bd1f8db47669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:21.038297 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ea99ad09-e3e9-4e75-b65b-be8f8227be88 req-1c3d23ba-d180-4c33-ac30-f74ffc081069 service neutron] 10.222.0.78 "GET /v2.0/networks/e3ad6302-2af8-4f34-932c-43eafe0c8fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738589 Nov 11 20:44:21.186281 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-908e7e6f-67c2-45a2-936d-bd1f8db47669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:21.207376 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9a858bca-c004-4ebc-a93e-dd0e97e539cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656037'] for router, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:21.227315 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-908e7e6f-67c2-45a2-936d-bd1f8db47669 None None] For port 4fd20a95-d969-4974-9f97-088519137539, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=4fd20a95-d969-4974-9f97-088519137539,segment=NetworkSegment(6393b59f-edea-4597-8674-6898de2ab603),segment_id=6393b59f-edea-4597-8674-6898de2ab603)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:44:21.231383 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-908e7e6f-67c2-45a2-936d-bd1f8db47669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:21.282512 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908e7e6f-67c2-45a2-936d-bd1f8db47669 None None] Pushing event updated for resources: {'Port': ['ID=4fd20a95-d969-4974-9f97-088519137539,revision_number=3']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:21.352992 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a858bca-c004-4ebc-a93e-dd0e97e539cf admin admin] Router 24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d is scheduled to L3 agent 078c1a4f-b62f-4fa2-93c9-12887f0677c3 with binding_index 1 {{(pid=101811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 20:44:21.454400 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-e54b2d1b-70c2-471e-98d7-3c9a2e1dcbd6 None None] Provisioning complete for port 4fd20a95-d969-4974-9f97-088519137539 triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:44:21.454688 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-e54b2d1b-70c2-471e-98d7-3c9a2e1dcbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:21.461829 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a858bca-c004-4ebc-a93e-dd0e97e539cf admin admin] Notify agent at l3_agent.dv-cinder-817642-1-iscsi the message routers_updated {{(pid=101811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:44:21.479724 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9a858bca-c004-4ebc-a93e-dd0e97e539cf admin admin] Publish callbacks [] for router, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:21.481107 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6af720-00c1-4e46-848c-4cc34ac14ccb None None] Sync routers for ids ['24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d'] in dv-cinder-817642-1-iscsi {{(pid=101813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:44:21.481227 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-9a858bca-c004-4ebc-a93e-dd0e97e539cf admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2068801 Nov 11 20:44:21.484513 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 48964) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:21.505450 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6af720-00c1-4e46-848c-4cc34ac14ccb None None] Routers {'24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:44:21.506059 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-9f6af720-00c1-4e46-848c-4cc34ac14ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:44:03Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d'], 'active': True} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:21.643216 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvr_db [None req-9f6af720-00c1-4e46-848c-4cc34ac14ccb None None] Set router 24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d gateway port host: dv-cinder-817642-1-iscsi {{(pid=101813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:44:21.838966 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-9f6af720-00c1-4e46-848c-4cc34ac14ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d', 'name': 'tempest-TestShelveInstance-1401125711-router', 'tenant_id': '1ad6c752ea6048068ad66bddb0f2968f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'db2ed765-abb1-4638-9b49-2dc1d682da3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:44:19Z', 'updated_at': '2021-11-11T20:44:20Z', 'revision_number': 3, 'project_id': '1ad6c752ea6048068ad66bddb0f2968f', 'gw_port': {'id': 'db2ed765-abb1-4638-9b49-2dc1d682da3c', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:4a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:19Z', 'updated_at': '2021-11-11T20:44:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi'}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:21.870328 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6af720-00c1-4e46-848c-4cc34ac14ccb None None] Checking router: 24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d for host: dv-cinder-817642-1-iscsi {{(pid=101813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:44:21.870682 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6af720-00c1-4e46-848c-4cc34ac14ccb None None] Updating router 24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d port db2ed765-abb1-4638-9b49-2dc1d682da3c binding host dv-cinder-817642-1-iscsi {{(pid=101813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:44:21.891147 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device 4fd20a95-d969-4974-9f97-088519137539 up at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:44:21.923680 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-9f6af720-00c1-4e46-848c-4cc34ac14ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:21.934847 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-7a1af51d-ea3b-412d-8fc7-e4cf24d83d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:22.035609 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Provisioning complete for port 4fd20a95-d969-4974-9f97-088519137539 triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:44:22.036202 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:22.099610 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.db_base_plugin_common [None req-7a1af51d-ea3b-412d-8fc7-e4cf24d83d63 admin admin] Allocated IP 172.20.0.1 (86e64690-2a5a-4e0a-b625-102ea78f3628/687750c2-873f-4aa7-97ab-72f9b584fba4/8b764d52-77e7-4682-b571-e4083b29dcac) {{(pid=101811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:44:22.207538 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-7a1af51d-ea3b-412d-8fc7-e4cf24d83d63 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:22.242295 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-7a1af51d-ea3b-412d-8fc7-e4cf24d83d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25464144'] for port, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:22.266444 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-9f6af720-00c1-4e46-848c-4cc34ac14ccb None None] Publish callbacks [] for port, precommit_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:22.271685 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-9f6af720-00c1-4e46-848c-4cc34ac14ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:22.285264 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1af51d-ea3b-412d-8fc7-e4cf24d83d63 admin admin] Network 86e64690-2a5a-4e0a-b625-102ea78f3628 is already hosted by enough agents. {{(pid=101811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:44:22.288223 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.base_scheduler [None req-7a1af51d-ea3b-412d-8fc7-e4cf24d83d63 admin admin] Resources bound (agent type, host, resource id): {{(pid=101811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:44:22.293860 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1af51d-ea3b-412d-8fc7-e4cf24d83d63 admin admin] Received port after_create {{(pid=101811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:44:22.319459 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1af51d-ea3b-412d-8fc7-e4cf24d83d63 admin admin] Pushing event updated for resources: {'Port': ['ID=8b764d52-77e7-4682-b571-e4083b29dcac,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:22.324139 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-9f6af720-00c1-4e46-848c-4cc34ac14ccb None None] Attempting to bind port db2ed765-abb1-4638-9b49-2dc1d682da3c on host dv-cinder-817642-1-iscsi for vnic_type normal with profile {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:44:22.324510 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-9f6af720-00c1-4e46-848c-4cc34ac14ccb None None] Attempting to bind port db2ed765-abb1-4638-9b49-2dc1d682da3c by drivers openvswitch,hyperv on host dv-cinder-817642-1-iscsi at level 0 using segments [{'id': 'e9e9934c-1983-4624-9195-f2a2627c9ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2'}] {{(pid=101813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:44:22.324866 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6af720-00c1-4e46-848c-4cc34ac14ccb None None] Attempting to bind port db2ed765-abb1-4638-9b49-2dc1d682da3c on network 06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2 {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:44:22.327490 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f8db7-f44b-4b7b-b6ff-193678017e77 None None] Pushing event updated for resources: {'Port': ['ID=db2ed765-abb1-4638-9b49-2dc1d682da3c,revision_number=2']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:22.337862 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6af720-00c1-4e46-848c-4cc34ac14ccb None None] Checking agent: {'id': '2f88a117-5cd0-41ac-983d-8c5af48f8bd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 30, 6), 'started_at': datetime.datetime(2021, 11, 11, 20, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:44:22.338722 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6af720-00c1-4e46-848c-4cc34ac14ccb None None] Checking segment: {'id': 'e9e9934c-1983-4624-9195-f2a2627c9ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:44:22.338722 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-9f6af720-00c1-4e46-848c-4cc34ac14ccb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:22.338993 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6af720-00c1-4e46-848c-4cc34ac14ccb None None] Bound using segment: {'id': 'e9e9934c-1983-4624-9195-f2a2627c9ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2'} {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:44:22.339458 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-9f6af720-00c1-4e46-848c-4cc34ac14ccb None None] Bound port: db2ed765-abb1-4638-9b49-2dc1d682da3c, host: dv-cinder-817642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9e9934c-1983-4624-9195-f2a2627c9ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2'}}] {{(pid=101813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:44:22.339830 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-9f6af720-00c1-4e46-848c-4cc34ac14ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:22.348574 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-7a1af51d-ea3b-412d-8fc7-e4cf24d83d63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671600'] for router_interface, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:22.407176 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-9f6af720-00c1-4e46-848c-4cc34ac14ccb None None] For port db2ed765-abb1-4638-9b49-2dc1d682da3c, host dv-cinder-817642-1-iscsi, cleared binding levels {{(pid=101813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:44:22.410936 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-9f6af720-00c1-4e46-848c-4cc34ac14ccb None None] For port db2ed765-abb1-4638-9b49-2dc1d682da3c, host dv-cinder-817642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=db2ed765-abb1-4638-9b49-2dc1d682da3c,segment=NetworkSegment(e9e9934c-1983-4624-9195-f2a2627c9ef4),segment_id=e9e9934c-1983-4624-9195-f2a2627c9ef4)] {{(pid=101813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:44:22.414991 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-9f6af720-00c1-4e46-848c-4cc34ac14ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:22.476449 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6af720-00c1-4e46-848c-4cc34ac14ccb None None] Routers {'24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:44:22.476695 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-9f6af720-00c1-4e46-848c-4cc34ac14ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:44:03Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d'], 'active': True} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:22.488924 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-7a1af51d-ea3b-412d-8fc7-e4cf24d83d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:22.511757 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f8db7-f44b-4b7b-b6ff-193678017e77 None None] Pushing event updated for resources: {'Port': ['ID=db2ed765-abb1-4638-9b49-2dc1d682da3c,revision_number=3']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:22.599078 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-fcb276a6-168f-4cfa-abcc-fed4dbbb52c3 None None] Provisioning complete for port 8b764d52-77e7-4682-b571-e4083b29dcac triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:44:22.599440 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-fcb276a6-168f-4cfa-abcc-fed4dbbb52c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:22.624855 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvr_db [None req-9f6af720-00c1-4e46-848c-4cc34ac14ccb None None] Set router 24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d gateway port host: dv-cinder-817642-1-iscsi {{(pid=101813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:44:22.656273 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-7a1af51d-ea3b-412d-8fc7-e4cf24d83d63 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:22.662842 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-7a1af51d-ea3b-412d-8fc7-e4cf24d83d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25464105'] for port, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:22.730618 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1af51d-ea3b-412d-8fc7-e4cf24d83d63 admin admin] Pushing event updated for resources: {'Port': ['ID=8b764d52-77e7-4682-b571-e4083b29dcac,revision_number=2']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:22.733173 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-7a1af51d-ea3b-412d-8fc7-e4cf24d83d63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671716'] for router_interface, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:22.796986 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-fcb276a6-168f-4cfa-abcc-fed4dbbb52c3 None None] Port 8b764d52-77e7-4682-b571-e4083b29dcac cannot update to ACTIVE because it is not bound. {{(pid=101813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:44:22.832582 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1af51d-ea3b-412d-8fc7-e4cf24d83d63 admin admin] Network 86e64690-2a5a-4e0a-b625-102ea78f3628 is already hosted by enough agents. {{(pid=101811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:44:22.834104 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.base_scheduler [None req-7a1af51d-ea3b-412d-8fc7-e4cf24d83d63 admin admin] Resources bound (agent type, host, resource id): {{(pid=101811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:44:22.954819 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a1af51d-ea3b-412d-8fc7-e4cf24d83d63 admin admin] Router 24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d has already been hosted by L3 agent 078c1a4f-b62f-4fa2-93c9-12887f0677c3 {{(pid=101811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:44:22.980760 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-9f6af720-00c1-4e46-848c-4cc34ac14ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d', 'name': 'tempest-TestShelveInstance-1401125711-router', 'tenant_id': '1ad6c752ea6048068ad66bddb0f2968f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'db2ed765-abb1-4638-9b49-2dc1d682da3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:44:19Z', 'updated_at': '2021-11-11T20:44:22Z', 'revision_number': 4, 'project_id': '1ad6c752ea6048068ad66bddb0f2968f', 'gw_port': {'id': 'db2ed765-abb1-4638-9b49-2dc1d682da3c', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:4a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:19Z', 'updated_at': '2021-11-11T20:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': '8b764d52-77e7-4682-b571-e4083b29dcac', 'name': '', 'network_id': '86e64690-2a5a-4e0a-b625-102ea78f3628', 'tenant_id': '1ad6c752ea6048068ad66bddb0f2968f', 'mac_address': 'fa:16:3e:3c:44:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '687750c2-873f-4aa7-97ab-72f9b584fba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:21Z', 'updated_at': '2021-11-11T20:44:22Z', 'revision_number': 1, 'project_id': '1ad6c752ea6048068ad66bddb0f2968f', 'subnets': [{'id': '687750c2-873f-4aa7-97ab-72f9b584fba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:23.008749 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6af720-00c1-4e46-848c-4cc34ac14ccb None None] The sync data for ids ['24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d'] in dv-cinder-817642-1-iscsi is: [{'id': '24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d', 'name': 'tempest-TestShelveInstance-1401125711-router', 'tenant_id': '1ad6c752ea6048068ad66bddb0f2968f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'db2ed765-abb1-4638-9b49-2dc1d682da3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:44:19Z', 'updated_at': '2021-11-11T20:44:22Z', 'revision_number': 4, 'project_id': '1ad6c752ea6048068ad66bddb0f2968f', 'gw_port': {'id': 'db2ed765-abb1-4638-9b49-2dc1d682da3c', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:4a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:19Z', 'updated_at': '2021-11-11T20:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': '8b764d52-77e7-4682-b571-e4083b29dcac', 'name': '', 'network_id': '86e64690-2a5a-4e0a-b625-102ea78f3628', 'tenant_id': '1ad6c752ea6048068ad66bddb0f2968f', 'mac_address': 'fa:16:3e:3c:44:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '687750c2-873f-4aa7-97ab-72f9b584fba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:21Z', 'updated_at': '2021-11-11T20:44:22Z', 'revision_number': 1, 'project_id': '1ad6c752ea6048068ad66bddb0f2968f', 'subnets': [{'id': '687750c2-873f-4aa7-97ab-72f9b584fba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:44:23.085577 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1af51d-ea3b-412d-8fc7-e4cf24d83d63 admin admin] Notify agent at l3_agent.dv-cinder-817642-1-iscsi the message routers_updated {{(pid=101811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:44:23.094899 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-7a1af51d-ea3b-412d-8fc7-e4cf24d83d63 admin admin] 10.222.0.61 "PUT /v2.0/routers/24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6054945 Nov 11 20:44:23.117970 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-051b93c6-94b1-40f0-a927-9283b4c68a58 None None] Provisioning complete for port 8b764d52-77e7-4682-b571-e4083b29dcac triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:44:23.118509 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-051b93c6-94b1-40f0-a927-9283b4c68a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:23.156194 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-051b93c6-94b1-40f0-a927-9283b4c68a58 None None] Port 8b764d52-77e7-4682-b571-e4083b29dcac cannot update to ACTIVE because it is not bound. {{(pid=101813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:44:23.651626 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 48986) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:23.657137 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [None req-a48ae3bf-6df6-4919-85ec-b1da7598d4dc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1058951779-network', 'tenant_id': '01e4956166634f8c8712e26770a8b314'}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:44:23.677335 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48ae3bf-6df6-4919-85ec-b1da7598d4dc admin admin] Made reservation on behalf of 01e4956166634f8c8712e26770a8b314 for: {'network': 1} {{(pid=101811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:44:23.680077 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-a48ae3bf-6df6-4919-85ec-b1da7598d4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for network, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:23.849793 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.agents_db [None req-82748851-6744-43b9-bd77-83e744a7c088 None None] Agent healthcheck: found 6 active agents {{(pid=101814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:44:23.882244 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device db2ed765-abb1-4638-9b49-2dc1d682da3c up at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:44:23.939919 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Provisioning complete for port db2ed765-abb1-4638-9b49-2dc1d682da3c triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:44:23.940326 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:23.969856 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-a48ae3bf-6df6-4919-85ec-b1da7598d4dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:24.038288 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:24.060799 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-a48ae3bf-6df6-4919-85ec-b1da7598d4dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:24.061002 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] For port db2ed765-abb1-4638-9b49-2dc1d682da3c, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=db2ed765-abb1-4638-9b49-2dc1d682da3c,segment=NetworkSegment(e9e9934c-1983-4624-9195-f2a2627c9ef4),segment_id=e9e9934c-1983-4624-9195-f2a2627c9ef4)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:44:24.066466 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:24.068204 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-a48ae3bf-6df6-4919-85ec-b1da7598d4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:24.087607 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a48ae3bf-6df6-4919-85ec-b1da7598d4dc admin admin] vlan segment allocate from pool success with {'vlan_id': 898, 'physical_network': 'physnet1'} {{(pid=101811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:44:24.109328 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-a48ae3bf-6df6-4919-85ec-b1da7598d4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16407769'] for segment, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:24.109959 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.db.segments_db [None req-a48ae3bf-6df6-4919-85ec-b1da7598d4dc admin admin] Added segment e148748d-6f52-44d3-8b81-6fb425dcaaef of type vlan for network e0df60fc-d41c-4454-8326-b85dd9864b53 Nov 11 20:44:24.119142 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ae3bf-6df6-4919-85ec-b1da7598d4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07849230-ca91-46d5-8137-95c2a56c56bb,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:24.140315 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Pushing event updated for resources: {'Port': ['ID=db2ed765-abb1-4638-9b49-2dc1d682da3c,revision_number=4']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:24.158472 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-a48ae3bf-6df6-4919-85ec-b1da7598d4dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768468705491'] for network, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:24.185711 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-a48ae3bf-6df6-4919-85ec-b1da7598d4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858'] for network, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:24.186811 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48ae3bf-6df6-4919-85ec-b1da7598d4dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:24.187488 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-a48ae3bf-6df6-4919-85ec-b1da7598d4dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for network, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:24.249727 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-a48ae3bf-6df6-4919-85ec-b1da7598d4dc admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5969250 Nov 11 20:44:24.252335 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 48992) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:24.256926 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [None req-95a5750e-0fe9-45eb-870f-3e59c88d19e6 admin admin] Request body: {'subnet': {'network_id': 'e0df60fc-d41c-4454-8326-b85dd9864b53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1058951779-subnet', 'tenant_id': '01e4956166634f8c8712e26770a8b314', 'ip_version': 4}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:44:24.268685 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ae3bf-6df6-4919-85ec-b1da7598d4dc admin admin] Pushing event updated for resources: {'Network': ['ID=e0df60fc-d41c-4454-8326-b85dd9864b53,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:24.278518 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Network e0df60fc-d41c-4454-8326-b85dd9864b53 details requested by agent ovs-agent-dv-cinder-817642-1-iscsi with host dv-cinder-817642-1-iscsi {{(pid=101813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:44:24.288709 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a5750e-0fe9-45eb-870f-3e59c88d19e6 admin admin] Made reservation on behalf of 01e4956166634f8c8712e26770a8b314 for: {'subnet': 1} {{(pid=101811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:44:24.291232 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-95a5750e-0fe9-45eb-870f-3e59c88d19e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25383819'] for subnet, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:24.472822 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-95a5750e-0fe9-45eb-870f-3e59c88d19e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25464228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25383833'] for subnet, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:24.527947 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a5750e-0fe9-45eb-870f-3e59c88d19e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2c5ee30-58e6-45b8-9685-8b5429f8507d,revision_number=0']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:24.540647 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a5750e-0fe9-45eb-870f-3e59c88d19e6 admin admin] Checking segment: {'id': 'e148748d-6f52-44d3-8b81-6fb425dcaaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'e0df60fc-d41c-4454-8326-b85dd9864b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:44:24.541004 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a5750e-0fe9-45eb-870f-3e59c88d19e6 admin admin] Network hostable DHCP agents. Network: e0df60fc-d41c-4454-8326-b85dd9864b53, hostable agents: ['4584d237-ef17-41dc-89a8-5da37ed889a0'], hosted agents: [] {{(pid=101811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:44:24.557870 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a5750e-0fe9-45eb-870f-3e59c88d19e6 admin admin] Network e0df60fc-d41c-4454-8326-b85dd9864b53 is scheduled to be hosted by DHCP agent 4584d237-ef17-41dc-89a8-5da37ed889a0 with binding_index 1 {{(pid=101811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:44:24.568076 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.base_scheduler [None req-95a5750e-0fe9-45eb-870f-3e59c88d19e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817642-1-iscsi, e0df60fc-d41c-4454-8326-b85dd9864b53) {{(pid=101811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:44:24.572402 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a5750e-0fe9-45eb-870f-3e59c88d19e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:24.573905 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-95a5750e-0fe9-45eb-870f-3e59c88d19e6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:24.576612 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcd759d-d090-43f1-888e-523b479f7434 None None] Network e0df60fc-d41c-4454-8326-b85dd9864b53 requested from dv-cinder-817642-1-iscsi {{(pid=101813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:44:24.591996 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-95a5750e-0fe9-45eb-870f-3e59c88d19e6 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3384364 Nov 11 20:44:24.595307 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 48994) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:24.599630 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [None req-f3c7e85a-8d39-48d0-9c11-b54df35730a9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1058951779-router', 'tenant_id': '01e4956166634f8c8712e26770a8b314', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2'}}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:44:24.622544 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-f3c7e85a-8d39-48d0-9c11-b54df35730a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-670138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25005'] for router, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:24.623568 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-f3c7e85a-8d39-48d0-9c11-b54df35730a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-669738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25012'] for router, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:24.679199 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-f3c7e85a-8d39-48d0-9c11-b54df35730a9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:24.733578 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3024e3be-f271-44ca-bd7b-566d1b13733c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc500f935-dd16-56a1-90f5-a4026435ad68-e0df60fc-d41c-4454-8326-b85dd9864b53', 'network_id': 'e0df60fc-d41c-4454-8326-b85dd9864b53', 'tenant_id': '01e4956166634f8c8712e26770a8b314', 'fixed_ips': [{'subnet_id': 'a2c5ee30-58e6-45b8-9685-8b5429f8507d'}]}} from dv-cinder-817642-1-iscsi. {{(pid=101813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 20:44:24.734747 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3024e3be-f271-44ca-bd7b-566d1b13733c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:24.824409 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-f3c7e85a-8d39-48d0-9c11-b54df35730a9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:24.885192 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.db_base_plugin_common [None req-3024e3be-f271-44ca-bd7b-566d1b13733c None None] Allocated IP 172.20.0.2 (e0df60fc-d41c-4454-8326-b85dd9864b53/a2c5ee30-58e6-45b8-9685-8b5429f8507d/9e0a6f89-1db2-47aa-b137-b8c18bfa397a) {{(pid=101813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:44:25.037858 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3024e3be-f271-44ca-bd7b-566d1b13733c None None] Publish callbacks [] for port, precommit_create {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:25.044393 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3024e3be-f271-44ca-bd7b-566d1b13733c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945'] for port, after_create {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:25.046502 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-f3c7e85a-8d39-48d0-9c11-b54df35730a9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:25.066482 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-f3c7e85a-8d39-48d0-9c11-b54df35730a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:25.083832 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3024e3be-f271-44ca-bd7b-566d1b13733c None None] Network e0df60fc-d41c-4454-8326-b85dd9864b53 is already hosted by enough agents. {{(pid=101813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:44:25.087630 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8dcfd8-079c-46e8-a1e1-caa17743ac8a None None] Sync routers for ids ['24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d'] in dv-cinder-817642-1-iscsi {{(pid=101814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:44:25.089111 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.scheduler.base_scheduler [None req-3024e3be-f271-44ca-bd7b-566d1b13733c None None] Resources bound (agent type, host, resource id): {{(pid=101813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:44:25.092583 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3024e3be-f271-44ca-bd7b-566d1b13733c None None] Received port after_create {{(pid=101813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:44:25.099417 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3024e3be-f271-44ca-bd7b-566d1b13733c None None] Pushing event updated for resources: {'Port': ['ID=9e0a6f89-1db2-47aa-b137-b8c18bfa397a,revision_number=1']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:25.105653 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8dcfd8-079c-46e8-a1e1-caa17743ac8a None None] Routers {'24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:44:25.106264 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-1e8dcfd8-079c-46e8-a1e1-caa17743ac8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:44:03Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d'], 'active': True} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:25.152962 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-3024e3be-f271-44ca-bd7b-566d1b13733c None None] Attempting to bind port 9e0a6f89-1db2-47aa-b137-b8c18bfa397a on host dv-cinder-817642-1-iscsi for vnic_type normal with profile {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:44:25.153594 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-3024e3be-f271-44ca-bd7b-566d1b13733c None None] Attempting to bind port 9e0a6f89-1db2-47aa-b137-b8c18bfa397a by drivers openvswitch,hyperv on host dv-cinder-817642-1-iscsi at level 0 using segments [{'id': 'e148748d-6f52-44d3-8b81-6fb425dcaaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'e0df60fc-d41c-4454-8326-b85dd9864b53'}] {{(pid=101813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:44:25.153714 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3024e3be-f271-44ca-bd7b-566d1b13733c None None] Attempting to bind port 9e0a6f89-1db2-47aa-b137-b8c18bfa397a on network e0df60fc-d41c-4454-8326-b85dd9864b53 {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:44:25.159388 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3024e3be-f271-44ca-bd7b-566d1b13733c None None] Checking agent: {'id': '2f88a117-5cd0-41ac-983d-8c5af48f8bd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 30, 6), 'started_at': datetime.datetime(2021, 11, 11, 20, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:44:25.159756 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3024e3be-f271-44ca-bd7b-566d1b13733c None None] Checking segment: {'id': 'e148748d-6f52-44d3-8b81-6fb425dcaaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'e0df60fc-d41c-4454-8326-b85dd9864b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:44:25.160238 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3024e3be-f271-44ca-bd7b-566d1b13733c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:25.160595 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3024e3be-f271-44ca-bd7b-566d1b13733c None None] Bound using segment: {'id': 'e148748d-6f52-44d3-8b81-6fb425dcaaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'e0df60fc-d41c-4454-8326-b85dd9864b53'} {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:44:25.161058 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-3024e3be-f271-44ca-bd7b-566d1b13733c None None] Bound port: 9e0a6f89-1db2-47aa-b137-b8c18bfa397a, host: dv-cinder-817642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e148748d-6f52-44d3-8b81-6fb425dcaaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'e0df60fc-d41c-4454-8326-b85dd9864b53'}}] {{(pid=101813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:44:25.161434 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3024e3be-f271-44ca-bd7b-566d1b13733c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:25.192753 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.db_base_plugin_common [None req-f3c7e85a-8d39-48d0-9c11-b54df35730a9 admin admin] Allocated IP 172.27.0.30 (06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2/dac47c4e-2532-416f-829a-3cf927393807/d6e7a0ea-bf61-4cf7-baa0-a8b134e552dd) {{(pid=101811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:44:25.239424 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-3024e3be-f271-44ca-bd7b-566d1b13733c None None] For port 9e0a6f89-1db2-47aa-b137-b8c18bfa397a, host dv-cinder-817642-1-iscsi, cleared binding levels {{(pid=101813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:44:25.242681 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-3024e3be-f271-44ca-bd7b-566d1b13733c None None] For port 9e0a6f89-1db2-47aa-b137-b8c18bfa397a, host dv-cinder-817642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=9e0a6f89-1db2-47aa-b137-b8c18bfa397a,segment=NetworkSegment(e148748d-6f52-44d3-8b81-6fb425dcaaef),segment_id=e148748d-6f52-44d3-8b81-6fb425dcaaef)] {{(pid=101813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:44:25.243742 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvr_db [None req-1e8dcfd8-079c-46e8-a1e1-caa17743ac8a None None] Set router 24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d gateway port host: dv-cinder-817642-1-iscsi {{(pid=101814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:44:25.246867 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3024e3be-f271-44ca-bd7b-566d1b13733c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:25.306892 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3024e3be-f271-44ca-bd7b-566d1b13733c None None] Pushing event updated for resources: {'Port': ['ID=9e0a6f89-1db2-47aa-b137-b8c18bfa397a,revision_number=2']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:25.329110 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-f3c7e85a-8d39-48d0-9c11-b54df35730a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:25.377265 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-f3c7e85a-8d39-48d0-9c11-b54df35730a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25464144'] for port, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:25.412681 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c7e85a-8d39-48d0-9c11-b54df35730a9 admin admin] Network 06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2 is already hosted by enough agents. {{(pid=101811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:44:25.415413 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.base_scheduler [None req-f3c7e85a-8d39-48d0-9c11-b54df35730a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:44:25.417822 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c7e85a-8d39-48d0-9c11-b54df35730a9 admin admin] Received port after_create {{(pid=101811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:44:25.458923 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7e85a-8d39-48d0-9c11-b54df35730a9 admin admin] Pushing event updated for resources: {'Port': ['ID=d6e7a0ea-bf61-4cf7-baa0-a8b134e552dd,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:25.476362 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-1e8dcfd8-079c-46e8-a1e1-caa17743ac8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d', 'name': 'tempest-TestShelveInstance-1401125711-router', 'tenant_id': '1ad6c752ea6048068ad66bddb0f2968f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'db2ed765-abb1-4638-9b49-2dc1d682da3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:44:19Z', 'updated_at': '2021-11-11T20:44:22Z', 'revision_number': 4, 'project_id': '1ad6c752ea6048068ad66bddb0f2968f', 'gw_port': {'id': 'db2ed765-abb1-4638-9b49-2dc1d682da3c', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:4a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:19Z', 'updated_at': '2021-11-11T20:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': '8b764d52-77e7-4682-b571-e4083b29dcac', 'name': '', 'network_id': '86e64690-2a5a-4e0a-b625-102ea78f3628', 'tenant_id': '1ad6c752ea6048068ad66bddb0f2968f', 'mac_address': 'fa:16:3e:3c:44:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '687750c2-873f-4aa7-97ab-72f9b584fba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:21Z', 'updated_at': '2021-11-11T20:44:22Z', 'revision_number': 2, 'project_id': '1ad6c752ea6048068ad66bddb0f2968f', 'subnets': [{'id': '687750c2-873f-4aa7-97ab-72f9b584fba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:25.511735 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8dcfd8-079c-46e8-a1e1-caa17743ac8a None None] Checking router: 24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d for host: dv-cinder-817642-1-iscsi {{(pid=101814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:44:25.512112 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8dcfd8-079c-46e8-a1e1-caa17743ac8a None None] Updating router 24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d port 8b764d52-77e7-4682-b571-e4083b29dcac binding host dv-cinder-817642-1-iscsi {{(pid=101814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:44:25.553519 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-1e8dcfd8-079c-46e8-a1e1-caa17743ac8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:25.728669 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-f3c7e85a-8d39-48d0-9c11-b54df35730a9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:25.848053 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-1e8dcfd8-079c-46e8-a1e1-caa17743ac8a None None] Publish callbacks [] for port, precommit_update {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:25.854612 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-1e8dcfd8-079c-46e8-a1e1-caa17743ac8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:25.910128 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b8972d-eb09-4754-9a6e-024fe52c9211 None None] Pushing event updated for resources: {'Port': ['ID=8b764d52-77e7-4682-b571-e4083b29dcac,revision_number=3']} {{(pid=101814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:25.937742 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8972d-eb09-4754-9a6e-024fe52c9211 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:25.938174 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8972d-eb09-4754-9a6e-024fe52c9211 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:25.938775 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8972d-eb09-4754-9a6e-024fe52c9211 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:25.939274 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8972d-eb09-4754-9a6e-024fe52c9211 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:25.939753 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8972d-eb09-4754-9a6e-024fe52c9211 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:25.941233 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8972d-eb09-4754-9a6e-024fe52c9211 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:25.941742 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8972d-eb09-4754-9a6e-024fe52c9211 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:25.942070 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8972d-eb09-4754-9a6e-024fe52c9211 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:25.942406 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8972d-eb09-4754-9a6e-024fe52c9211 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:25.944911 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8972d-eb09-4754-9a6e-024fe52c9211 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:25.945238 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8972d-eb09-4754-9a6e-024fe52c9211 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:25.945557 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8972d-eb09-4754-9a6e-024fe52c9211 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:25.949551 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-f3c7e85a-8d39-48d0-9c11-b54df35730a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-669731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656037'] for router, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:25.991604 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device 9e0a6f89-1db2-47aa-b137-b8c18bfa397a up at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:44:26.000440 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.managers [None req-1e8dcfd8-079c-46e8-a1e1-caa17743ac8a None None] Attempting to bind port 8b764d52-77e7-4682-b571-e4083b29dcac on host dv-cinder-817642-1-iscsi for vnic_type normal with profile {{(pid=101814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:44:26.000440 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.managers [None req-1e8dcfd8-079c-46e8-a1e1-caa17743ac8a None None] Attempting to bind port 8b764d52-77e7-4682-b571-e4083b29dcac by drivers openvswitch,hyperv on host dv-cinder-817642-1-iscsi at level 0 using segments [{'id': '6393b59f-edea-4597-8674-6898de2ab603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '86e64690-2a5a-4e0a-b625-102ea78f3628'}] {{(pid=101814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:44:26.001243 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8dcfd8-079c-46e8-a1e1-caa17743ac8a None None] Attempting to bind port 8b764d52-77e7-4682-b571-e4083b29dcac on network 86e64690-2a5a-4e0a-b625-102ea78f3628 {{(pid=101814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:44:26.008809 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8dcfd8-079c-46e8-a1e1-caa17743ac8a None None] Checking agent: {'id': '2f88a117-5cd0-41ac-983d-8c5af48f8bd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 30, 6), 'started_at': datetime.datetime(2021, 11, 11, 20, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:44:26.009990 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8dcfd8-079c-46e8-a1e1-caa17743ac8a None None] Checking segment: {'id': '6393b59f-edea-4597-8674-6898de2ab603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '86e64690-2a5a-4e0a-b625-102ea78f3628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:44:26.010562 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-1e8dcfd8-079c-46e8-a1e1-caa17743ac8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:26.011123 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8dcfd8-079c-46e8-a1e1-caa17743ac8a None None] Bound using segment: {'id': '6393b59f-edea-4597-8674-6898de2ab603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '86e64690-2a5a-4e0a-b625-102ea78f3628'} {{(pid=101814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:44:26.011888 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.managers [None req-1e8dcfd8-079c-46e8-a1e1-caa17743ac8a None None] Bound port: 8b764d52-77e7-4682-b571-e4083b29dcac, host: dv-cinder-817642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6393b59f-edea-4597-8674-6898de2ab603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '86e64690-2a5a-4e0a-b625-102ea78f3628'}}] {{(pid=101814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:44:26.012574 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-1e8dcfd8-079c-46e8-a1e1-caa17743ac8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:26.092335 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Provisioning complete for port 9e0a6f89-1db2-47aa-b137-b8c18bfa397a triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:44:26.093750 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:26.100314 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.db [None req-1e8dcfd8-079c-46e8-a1e1-caa17743ac8a None None] For port 8b764d52-77e7-4682-b571-e4083b29dcac, host dv-cinder-817642-1-iscsi, cleared binding levels {{(pid=101814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:44:26.109857 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.db [None req-1e8dcfd8-079c-46e8-a1e1-caa17743ac8a None None] For port 8b764d52-77e7-4682-b571-e4083b29dcac, host dv-cinder-817642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=8b764d52-77e7-4682-b571-e4083b29dcac,segment=NetworkSegment(6393b59f-edea-4597-8674-6898de2ab603),segment_id=6393b59f-edea-4597-8674-6898de2ab603)] {{(pid=101814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:44:26.115299 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-1e8dcfd8-079c-46e8-a1e1-caa17743ac8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:26.126489 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c7e85a-8d39-48d0-9c11-b54df35730a9 admin admin] Router 70240bbd-cfa8-497f-a8a6-b170090924a5 is scheduled to L3 agent 078c1a4f-b62f-4fa2-93c9-12887f0677c3 with binding_index 1 {{(pid=101811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 20:44:26.176990 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b8972d-eb09-4754-9a6e-024fe52c9211 None None] Pushing event updated for resources: {'Port': ['ID=8b764d52-77e7-4682-b571-e4083b29dcac,revision_number=4']} {{(pid=101814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:26.199321 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8dcfd8-079c-46e8-a1e1-caa17743ac8a None None] Routers {'24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:44:26.199957 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-1e8dcfd8-079c-46e8-a1e1-caa17743ac8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:44:03Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d'], 'active': True} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:26.228665 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:26.301730 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c7e85a-8d39-48d0-9c11-b54df35730a9 admin admin] Notify agent at l3_agent.dv-cinder-817642-1-iscsi the message routers_updated {{(pid=101811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:44:26.318379 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] For port 9e0a6f89-1db2-47aa-b137-b8c18bfa397a, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=9e0a6f89-1db2-47aa-b137-b8c18bfa397a,segment=NetworkSegment(e148748d-6f52-44d3-8b81-6fb425dcaaef),segment_id=e148748d-6f52-44d3-8b81-6fb425dcaaef)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:44:26.322834 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28fb7c2-ec8c-4e36-a92a-1b818ced0b9f None None] Sync routers for ids ['70240bbd-cfa8-497f-a8a6-b170090924a5'] in dv-cinder-817642-1-iscsi {{(pid=101813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:44:26.330368 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-f3c7e85a-8d39-48d0-9c11-b54df35730a9 admin admin] Publish callbacks [] for router, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:26.334693 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 49000) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:26.336250 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-f3c7e85a-8d39-48d0-9c11-b54df35730a9 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7353573 Nov 11 20:44:26.336434 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:26.337471 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device db2ed765-abb1-4638-9b49-2dc1d682da3c up at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:44:26.375742 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvr_db [None req-1e8dcfd8-079c-46e8-a1e1-caa17743ac8a None None] Set router 24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d gateway port host: dv-cinder-817642-1-iscsi {{(pid=101814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:44:26.393860 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-70bb4a22-fa66-4389-be9a-5a4adb7d7a34 None None] Provisioning complete for port 8b764d52-77e7-4682-b571-e4083b29dcac triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:44:26.394230 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-70bb4a22-fa66-4389-be9a-5a4adb7d7a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:26.467064 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28fb7c2-ec8c-4e36-a92a-1b818ced0b9f None None] Routers {'70240bbd-cfa8-497f-a8a6-b170090924a5'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:44:26.467702 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-f28fb7c2-ec8c-4e36-a92a-1b818ced0b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:44:03Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['70240bbd-cfa8-497f-a8a6-b170090924a5'], 'active': True} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:26.532505 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Pushing event updated for resources: {'Port': ['ID=9e0a6f89-1db2-47aa-b137-b8c18bfa397a,revision_number=3']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:26.650679 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-1e8dcfd8-079c-46e8-a1e1-caa17743ac8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d', 'name': 'tempest-TestShelveInstance-1401125711-router', 'tenant_id': '1ad6c752ea6048068ad66bddb0f2968f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'db2ed765-abb1-4638-9b49-2dc1d682da3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:44:19Z', 'updated_at': '2021-11-11T20:44:22Z', 'revision_number': 4, 'project_id': '1ad6c752ea6048068ad66bddb0f2968f', 'gw_port': {'id': 'db2ed765-abb1-4638-9b49-2dc1d682da3c', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:4a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:19Z', 'updated_at': '2021-11-11T20:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': '8b764d52-77e7-4682-b571-e4083b29dcac', 'name': '', 'network_id': '86e64690-2a5a-4e0a-b625-102ea78f3628', 'tenant_id': '1ad6c752ea6048068ad66bddb0f2968f', 'mac_address': 'fa:16:3e:3c:44:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '687750c2-873f-4aa7-97ab-72f9b584fba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:21Z', 'updated_at': '2021-11-11T20:44:26Z', 'revision_number': 4, 'project_id': '1ad6c752ea6048068ad66bddb0f2968f', 'subnets': [{'id': '687750c2-873f-4aa7-97ab-72f9b584fba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:26.659533 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32e70ad-d112-490e-a919-a8d75f12e982 None None] Network e0df60fc-d41c-4454-8326-b85dd9864b53 requested from dv-cinder-817642-1-iscsi {{(pid=101813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:44:26.688042 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8dcfd8-079c-46e8-a1e1-caa17743ac8a None None] The sync data for ids ['24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d'] in dv-cinder-817642-1-iscsi is: [{'id': '24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d', 'name': 'tempest-TestShelveInstance-1401125711-router', 'tenant_id': '1ad6c752ea6048068ad66bddb0f2968f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'db2ed765-abb1-4638-9b49-2dc1d682da3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:44:19Z', 'updated_at': '2021-11-11T20:44:22Z', 'revision_number': 4, 'project_id': '1ad6c752ea6048068ad66bddb0f2968f', 'gw_port': {'id': 'db2ed765-abb1-4638-9b49-2dc1d682da3c', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:4a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:19Z', 'updated_at': '2021-11-11T20:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': '8b764d52-77e7-4682-b571-e4083b29dcac', 'name': '', 'network_id': '86e64690-2a5a-4e0a-b625-102ea78f3628', 'tenant_id': '1ad6c752ea6048068ad66bddb0f2968f', 'mac_address': 'fa:16:3e:3c:44:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '687750c2-873f-4aa7-97ab-72f9b584fba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:21Z', 'updated_at': '2021-11-11T20:44:26Z', 'revision_number': 4, 'project_id': '1ad6c752ea6048068ad66bddb0f2968f', 'subnets': [{'id': '687750c2-873f-4aa7-97ab-72f9b584fba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:44:26.701386 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Provisioning complete for port db2ed765-abb1-4638-9b49-2dc1d682da3c triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:44:26.701754 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:26.731701 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvr_db [None req-f28fb7c2-ec8c-4e36-a92a-1b818ced0b9f None None] Set router 70240bbd-cfa8-497f-a8a6-b170090924a5 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:44:26.734937 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-70bb4a22-fa66-4389-be9a-5a4adb7d7a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:26.887306 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-c4a71a8e-ba32-451d-84b7-82a2f82e7f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:26.923039 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-70bb4a22-fa66-4389-be9a-5a4adb7d7a34 None None] For port 8b764d52-77e7-4682-b571-e4083b29dcac, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=8b764d52-77e7-4682-b571-e4083b29dcac,segment=NetworkSegment(6393b59f-edea-4597-8674-6898de2ab603),segment_id=6393b59f-edea-4597-8674-6898de2ab603)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:44:26.938678 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-70bb4a22-fa66-4389-be9a-5a4adb7d7a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:27.076783 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.db.db_base_plugin_common [None req-c4a71a8e-ba32-451d-84b7-82a2f82e7f57 admin admin] Allocated IP 172.20.0.1 (e0df60fc-d41c-4454-8326-b85dd9864b53/a2c5ee30-58e6-45b8-9685-8b5429f8507d/b3a6c217-d6fd-403a-aedb-e0fa6a180a55) {{(pid=101812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:44:27.223006 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-c4a71a8e-ba32-451d-84b7-82a2f82e7f57 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:27.235654 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bb4a22-fa66-4389-be9a-5a4adb7d7a34 None None] Pushing event updated for resources: {'Port': ['ID=8b764d52-77e7-4682-b571-e4083b29dcac,revision_number=5']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:27.257736 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-1f03908b-bfb2-49f3-a16b-185fc68769ef None None] Provisioning complete for port 8b764d52-77e7-4682-b571-e4083b29dcac triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:44:27.258302 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-1f03908b-bfb2-49f3-a16b-185fc68769ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:27.278528 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-c4a71a8e-ba32-451d-84b7-82a2f82e7f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3549817'] for port, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:27.340068 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-f28fb7c2-ec8c-4e36-a92a-1b818ced0b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70240bbd-cfa8-497f-a8a6-b170090924a5', 'name': 'tempest-TestShelveInstance-1058951779-router', 'tenant_id': '01e4956166634f8c8712e26770a8b314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd6e7a0ea-bf61-4cf7-baa0-a8b134e552dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:44:24Z', 'updated_at': '2021-11-11T20:44:25Z', 'revision_number': 3, 'project_id': '01e4956166634f8c8712e26770a8b314', 'gw_port': {'id': 'd6e7a0ea-bf61-4cf7-baa0-a8b134e552dd', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70240bbd-cfa8-497f-a8a6-b170090924a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:25Z', 'updated_at': '2021-11-11T20:44:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi'}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:27.350701 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a71a8e-ba32-451d-84b7-82a2f82e7f57 admin admin] Pushing event updated for resources: {'Port': ['ID=b3a6c217-d6fd-403a-aedb-e0fa6a180a55,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:27.354875 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a71a8e-ba32-451d-84b7-82a2f82e7f57 admin admin] Network e0df60fc-d41c-4454-8326-b85dd9864b53 is already hosted by enough agents. {{(pid=101812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:44:27.356831 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.base_scheduler [None req-c4a71a8e-ba32-451d-84b7-82a2f82e7f57 admin admin] Resources bound (agent type, host, resource id): {{(pid=101812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:44:27.359779 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a71a8e-ba32-451d-84b7-82a2f82e7f57 admin admin] Received port after_create {{(pid=101812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:44:27.401953 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28fb7c2-ec8c-4e36-a92a-1b818ced0b9f None None] Checking router: 70240bbd-cfa8-497f-a8a6-b170090924a5 for host: dv-cinder-817642-1-iscsi {{(pid=101813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:44:27.409225 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28fb7c2-ec8c-4e36-a92a-1b818ced0b9f None None] Updating router 70240bbd-cfa8-497f-a8a6-b170090924a5 port d6e7a0ea-bf61-4cf7-baa0-a8b134e552dd binding host dv-cinder-817642-1-iscsi {{(pid=101813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:44:27.419177 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-c4a71a8e-ba32-451d-84b7-82a2f82e7f57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671600'] for router_interface, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:27.466703 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-f28fb7c2-ec8c-4e36-a92a-1b818ced0b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:27.517448 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-1f03908b-bfb2-49f3-a16b-185fc68769ef None None] Provisioning complete for port 9e0a6f89-1db2-47aa-b137-b8c18bfa397a triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:44:27.517908 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-1f03908b-bfb2-49f3-a16b-185fc68769ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:27.587202 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-c4a71a8e-ba32-451d-84b7-82a2f82e7f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:27.701819 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fb3ca4ca-12bd-4fe4-bb6c-562e9e8fb94d req-a8169682-089a-4c3f-a2e6-15c6bc504144 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1799895099&fields=id&tenant_id=4f3da3f794f742c0a5bf009d5bad5208 HTTP/1.1" status: 200 len: 267 time: 0.0596342 Nov 11 20:44:27.773406 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ca4ca-12bd-4fe4-bb6c-562e9e8fb94d req-e98eb70f-c42b-4684-8239-c0e19fabbc71 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:27.775145 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fb3ca4ca-12bd-4fe4-bb6c-562e9e8fb94d req-e98eb70f-c42b-4684-8239-c0e19fabbc71 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 985 time: 0.0607908 Nov 11 20:44:27.796002 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [req-fb3ca4ca-12bd-4fe4-bb6c-562e9e8fb94d req-501535ae-35e6-49ff-b286-930a046d4dea tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Request body: {'port': {'security_groups': ['8cdd1272-1183-4f05-9076-b30b3e4a977a']}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:44:27.867286 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-c4a71a8e-ba32-451d-84b7-82a2f82e7f57 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:27.872487 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-c4a71a8e-ba32-451d-84b7-82a2f82e7f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3549696'] for port, after_update {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:27.904612 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-fb3ca4ca-12bd-4fe4-bb6c-562e9e8fb94d req-501535ae-35e6-49ff-b286-930a046d4dea tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:27.905854 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-f28fb7c2-ec8c-4e36-a92a-1b818ced0b9f None None] Publish callbacks [] for port, precommit_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:27.912196 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-8c4e6332-51e7-428e-8ac8-e30d4a662ea9 None None] Provisioning complete for port 9e0a6f89-1db2-47aa-b137-b8c18bfa397a triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:44:27.912800 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-8c4e6332-51e7-428e-8ac8-e30d4a662ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:27.916143 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-f28fb7c2-ec8c-4e36-a92a-1b818ced0b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:27.966860 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device 8b764d52-77e7-4682-b571-e4083b29dcac up at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:44:27.970032 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-c4a71a8e-ba32-451d-84b7-82a2f82e7f57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671716'] for router_interface, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:27.978729 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a71a8e-ba32-451d-84b7-82a2f82e7f57 admin admin] Pushing event updated for resources: {'Port': ['ID=b3a6c217-d6fd-403a-aedb-e0fa6a180a55,revision_number=2']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:28.058874 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-f28fb7c2-ec8c-4e36-a92a-1b818ced0b9f None None] Attempting to bind port d6e7a0ea-bf61-4cf7-baa0-a8b134e552dd on host dv-cinder-817642-1-iscsi for vnic_type normal with profile {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:44:28.059248 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-f28fb7c2-ec8c-4e36-a92a-1b818ced0b9f None None] Attempting to bind port d6e7a0ea-bf61-4cf7-baa0-a8b134e552dd by drivers openvswitch,hyperv on host dv-cinder-817642-1-iscsi at level 0 using segments [{'id': 'e9e9934c-1983-4624-9195-f2a2627c9ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2'}] {{(pid=101813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:44:28.059583 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28fb7c2-ec8c-4e36-a92a-1b818ced0b9f None None] Attempting to bind port d6e7a0ea-bf61-4cf7-baa0-a8b134e552dd on network 06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2 {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:44:28.068821 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6000d9-42ca-44e8-a460-cd4374b8b3bb None None] Pushing event updated for resources: {'Port': ['ID=d6e7a0ea-bf61-4cf7-baa0-a8b134e552dd,revision_number=2']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:28.072770 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28fb7c2-ec8c-4e36-a92a-1b818ced0b9f None None] Checking agent: {'id': '2f88a117-5cd0-41ac-983d-8c5af48f8bd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 30, 6), 'started_at': datetime.datetime(2021, 11, 11, 20, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:44:28.073193 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28fb7c2-ec8c-4e36-a92a-1b818ced0b9f None None] Checking segment: {'id': 'e9e9934c-1983-4624-9195-f2a2627c9ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:44:28.073587 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-f28fb7c2-ec8c-4e36-a92a-1b818ced0b9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:28.073967 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28fb7c2-ec8c-4e36-a92a-1b818ced0b9f None None] Bound using segment: {'id': 'e9e9934c-1983-4624-9195-f2a2627c9ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2'} {{(pid=101813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:44:28.074430 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.managers [None req-f28fb7c2-ec8c-4e36-a92a-1b818ced0b9f None None] Bound port: d6e7a0ea-bf61-4cf7-baa0-a8b134e552dd, host: dv-cinder-817642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9e9934c-1983-4624-9195-f2a2627c9ef4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2'}}] {{(pid=101813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:44:28.074854 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-f28fb7c2-ec8c-4e36-a92a-1b818ced0b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:28.076614 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a71a8e-ba32-451d-84b7-82a2f82e7f57 admin admin] Network e0df60fc-d41c-4454-8326-b85dd9864b53 is already hosted by enough agents. {{(pid=101812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:44:28.079131 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.base_scheduler [None req-c4a71a8e-ba32-451d-84b7-82a2f82e7f57 admin admin] Resources bound (agent type, host, resource id): {{(pid=101812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:44:28.139614 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-fb3ca4ca-12bd-4fe4-bb6c-562e9e8fb94d req-501535ae-35e6-49ff-b286-930a046d4dea tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] For port 30542ce7-fdf6-41e0-981e-8ee1bf98723f, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=30542ce7-fdf6-41e0-981e-8ee1bf98723f,segment=NetworkSegment(5b54b6f9-6186-4069-989b-2b16f7b98ff2),segment_id=5b54b6f9-6186-4069-989b-2b16f7b98ff2)] {{(pid=101811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:44:28.161753 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Provisioning complete for port 8b764d52-77e7-4682-b571-e4083b29dcac triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:44:28.162127 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:28.167953 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-f28fb7c2-ec8c-4e36-a92a-1b818ced0b9f None None] For port d6e7a0ea-bf61-4cf7-baa0-a8b134e552dd, host dv-cinder-817642-1-iscsi, cleared binding levels {{(pid=101813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:44:28.196342 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-fb3ca4ca-12bd-4fe4-bb6c-562e9e8fb94d req-501535ae-35e6-49ff-b286-930a046d4dea tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks [] for port, precommit_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:28.203630 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-fb3ca4ca-12bd-4fe4-bb6c-562e9e8fb94d req-501535ae-35e6-49ff-b286-930a046d4dea tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25464105'] for port, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:28.210383 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-f28fb7c2-ec8c-4e36-a92a-1b818ced0b9f None None] For port d6e7a0ea-bf61-4cf7-baa0-a8b134e552dd, host dv-cinder-817642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=d6e7a0ea-bf61-4cf7-baa0-a8b134e552dd,segment=NetworkSegment(e9e9934c-1983-4624-9195-f2a2627c9ef4),segment_id=e9e9934c-1983-4624-9195-f2a2627c9ef4)] {{(pid=101813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:44:28.217239 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] get_ports_and_sgs() called for port_ids ['30542ce7-fdf6-41e0-981e-8ee1bf98723f'] {{(pid=101813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:44:28.226933 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4a71a8e-ba32-451d-84b7-82a2f82e7f57 admin admin] Router 70240bbd-cfa8-497f-a8a6-b170090924a5 has already been hosted by L3 agent 078c1a4f-b62f-4fa2-93c9-12887f0677c3 {{(pid=101812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:44:28.227405 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-f28fb7c2-ec8c-4e36-a92a-1b818ced0b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:28.286975 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501535ae-35e6-49ff-b286-930a046d4dea tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Pushing event updated for resources: {'Port': ['ID=30542ce7-fdf6-41e0-981e-8ee1bf98723f,revision_number=7']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:28.300935 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ca4ca-12bd-4fe4-bb6c-562e9e8fb94d req-501535ae-35e6-49ff-b286-930a046d4dea tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:28.301187 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-fb3ca4ca-12bd-4fe4-bb6c-562e9e8fb94d req-501535ae-35e6-49ff-b286-930a046d4dea tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:28.307675 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fb3ca4ca-12bd-4fe4-bb6c-562e9e8fb94d req-501535ae-35e6-49ff-b286-930a046d4dea tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "PUT /v2.0/ports/30542ce7-fdf6-41e0-981e-8ee1bf98723f HTTP/1.1" status: 200 len: 943 time: 0.5156329 Nov 11 20:44:28.309392 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd28d94ff-cfbb-46b3-b20d-32a6cb35893e', 'tag': '30542ce7-fdf6-41e0-981e-8ee1bf98723f'}] {{(pid=101811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:44:28.313281 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5736cb7e175e5ed5563496e7c8b9c6d8883e61bc6d504a4dc096e4a6f480cdce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2d6343-57b4-4348-890a-cc07ab321a42" -d '{"events": [{"name": "network-changed", "server_uuid": "d28d94ff-cfbb-46b3-b20d-32a6cb35893e", "tag": "30542ce7-fdf6-41e0-981e-8ee1bf98723f"}]}' {{(pid=101811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:44:28.316614 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 49012) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:28.361150 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6000d9-42ca-44e8-a460-cd4374b8b3bb None None] Pushing event updated for resources: {'Port': ['ID=d6e7a0ea-bf61-4cf7-baa0-a8b134e552dd,revision_number=3']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:28.419186 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a71a8e-ba32-451d-84b7-82a2f82e7f57 admin admin] Notify agent at l3_agent.dv-cinder-817642-1-iscsi the message routers_updated {{(pid=101812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:44:28.425620 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28fb7c2-ec8c-4e36-a92a-1b818ced0b9f None None] Routers {'70240bbd-cfa8-497f-a8a6-b170090924a5'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:44:28.426009 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-f28fb7c2-ec8c-4e36-a92a-1b818ced0b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:44:03Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['70240bbd-cfa8-497f-a8a6-b170090924a5'], 'active': True} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:28.445428 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-c4a71a8e-ba32-451d-84b7-82a2f82e7f57 admin admin] 10.222.0.61 "PUT /v2.0/routers/70240bbd-cfa8-497f-a8a6-b170090924a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1087630 Nov 11 20:44:28.460859 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-f3d746e0-71a6-4c22-b85e-d53934d6fcc5 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks [] for security_group, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:28.496292 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-f3d746e0-71a6-4c22-b85e-d53934d6fcc5 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:28.513293 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77ecef4-a871-4b93-bbe2-9c34ae561b79 x-openstack-request-id: req-e77ecef4-a871-4b93-bbe2-9c34ae561b79 {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:44:28.513577 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d28d94ff-cfbb-46b3-b20d-32a6cb35893e", "tag": "30542ce7-fdf6-41e0-981e-8ee1bf98723f", "status": "completed", "code": 200}]} {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:44:28.513826 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e77ecef4-a871-4b93-bbe2-9c34ae561b79 {{(pid=101811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:44:28.514218 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd28d94ff-cfbb-46b3-b20d-32a6cb35893e', 'tag': '30542ce7-fdf6-41e0-981e-8ee1bf98723f', 'status': 'completed', 'code': 200} Nov 11 20:44:28.535705 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] get_ports_and_sgs() called for port_ids ['30542ce7-fdf6-41e0-981e-8ee1bf98723f'] {{(pid=101813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:44:28.549217 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-5ac7fff3-882e-4dd6-982a-2c69ea969bbe None None] Provisioning complete for port b3a6c217-d6fd-403a-aedb-e0fa6a180a55 triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:44:28.549575 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-5ac7fff3-882e-4dd6-982a-2c69ea969bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:28.624697 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device 9e0a6f89-1db2-47aa-b137-b8c18bfa397a up at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:44:28.640643 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-f3d746e0-71a6-4c22-b85e-d53934d6fcc5 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:28.642197 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-f3d746e0-71a6-4c22-b85e-d53934d6fcc5 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks [] for security_group, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:28.643510 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-f3d746e0-71a6-4c22-b85e-d53934d6fcc5 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "DELETE /v2.0/security-groups/c06bf615-ba67-4bf3-8987-cd2a1eab332f HTTP/1.1" status: 204 len: 168 time: 0.3246508 Nov 11 20:44:28.646129 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 49026) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:28.680230 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d746e0-71a6-4c22-b85e-d53934d6fcc5 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06bf615-ba67-4bf3-8987-cd2a1eab332f,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:28.684626 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d6343-57b4-4348-890a-cc07ab321a42 req-6fdc7696-9c48-4515-82e2-125be7879693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:28.686343 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fe2d6343-57b4-4348-890a-cc07ab321a42 req-6fdc7696-9c48-4515-82e2-125be7879693 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4f3da3f794f742c0a5bf009d5bad5208&device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 1099 time: 0.1033480 Nov 11 20:44:28.753868 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-5ac7fff3-882e-4dd6-982a-2c69ea969bbe None None] Port b3a6c217-d6fd-403a-aedb-e0fa6a180a55 cannot update to ACTIVE because it is not bound. {{(pid=101813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:44:28.821182 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvr_db [None req-f28fb7c2-ec8c-4e36-a92a-1b818ced0b9f None None] Set router 70240bbd-cfa8-497f-a8a6-b170090924a5 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:44:28.837821 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d6343-57b4-4348-890a-cc07ab321a42 req-8137bae7-fdc6-4318-bc9b-22ae4b42621d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:28.839503 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fe2d6343-57b4-4348-890a-cc07ab321a42 req-8137bae7-fdc6-4318-bc9b-22ae4b42621d service neutron] 10.222.0.78 "GET /v2.0/networks?id=e3ad6302-2af8-4f34-932c-43eafe0c8fe6 HTTP/1.1" status: 200 len: 915 time: 0.1348283 Nov 11 20:44:28.881563 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.plugin [None req-18192ac9-a8ab-46c2-8323-a7dfad70fc80 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Deleting port 32954976-50bb-41c5-b62d-10893fdf6455 {{(pid=101812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:44:28.881905 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-18192ac9-a8ab-46c2-8323-a7dfad70fc80 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:28.929567 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fe2d6343-57b4-4348-890a-cc07ab321a42 req-e33651cc-791e-4ef4-a79e-82296d28600c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30542ce7-fdf6-41e0-981e-8ee1bf98723f HTTP/1.1" status: 200 len: 1002 time: 0.0754852 Nov 11 20:44:28.966489 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-5d8eeffe-ae08-4f5c-a509-d1d1825f062f None None] Provisioning complete for port b3a6c217-d6fd-403a-aedb-e0fa6a180a55 triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:44:28.966855 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-5d8eeffe-ae08-4f5c-a509-d1d1825f062f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:28.968673 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Provisioning complete for port 9e0a6f89-1db2-47aa-b137-b8c18bfa397a triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:44:28.969144 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:28.986597 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-18192ac9-a8ab-46c2-8323-a7dfad70fc80 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:28.987193 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-18192ac9-a8ab-46c2-8323-a7dfad70fc80 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:28.994452 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d6343-57b4-4348-890a-cc07ab321a42 req-1c4dda4a-4ed6-42be-b63a-2340721bb104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:28.996177 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fe2d6343-57b4-4348-890a-cc07ab321a42 req-1c4dda4a-4ed6-42be-b63a-2340721bb104 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9b202467-3b06-4389-8c80-71f7e82c6179 HTTP/1.1" status: 200 len: 853 time: 0.0568523 Nov 11 20:44:29.007663 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.plugin [None req-18192ac9-a8ab-46c2-8323-a7dfad70fc80 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Calling delete_port for 32954976-50bb-41c5-b62d-10893fdf6455 owned by network:floatingip {{(pid=101812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:44:29.043025 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 49032) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:29.049176 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [None req-170b012d-3a3e-473f-a5c2-41f521e6c8b0 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1604159381', 'description': 'tempest-secgroup-smoke-1604159381 description', 'project_id': '1ad6c752ea6048068ad66bddb0f2968f'}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:44:29.085173 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-170b012d-3a3e-473f-a5c2-41f521e6c8b0 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks [] for security_group, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:29.088912 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d6343-57b4-4348-890a-cc07ab321a42 req-a07bfcc6-6567-4290-bf42-3091b4ee1c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:29.090444 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fe2d6343-57b4-4348-890a-cc07ab321a42 req-a07bfcc6-6567-4290-bf42-3091b4ee1c25 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e3ad6302-2af8-4f34-932c-43eafe0c8fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0830898 Nov 11 20:44:29.230151 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fe2d6343-57b4-4348-890a-cc07ab321a42 req-f1caa842-bdfc-40dd-95d2-086263e85704 service neutron] 10.222.0.78 "GET /v2.0/networks/e3ad6302-2af8-4f34-932c-43eafe0c8fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296294 Nov 11 20:44:29.236935 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-18192ac9-a8ab-46c2-8323-a7dfad70fc80 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3549817'] for port, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:29.241022 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-170b012d-3a3e-473f-a5c2-41f521e6c8b0 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks [] for security_group, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:29.250357 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-5d8eeffe-ae08-4f5c-a509-d1d1825f062f None None] Port b3a6c217-d6fd-403a-aedb-e0fa6a180a55 cannot update to ACTIVE because it is not bound. {{(pid=101813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:44:29.266185 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18192ac9-a8ab-46c2-8323-a7dfad70fc80 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Pushing event deleted for resources: {'Port': ['ID=32954976-50bb-41c5-b62d-10893fdf6455,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:29.270809 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-170b012d-3a3e-473f-a5c2-41f521e6c8b0 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:29.297199 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-170b012d-3a3e-473f-a5c2-41f521e6c8b0 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks [] for security_group, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:29.301032 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-170b012d-3a3e-473f-a5c2-41f521e6c8b0 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2541397 Nov 11 20:44:29.308036 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-5d8eeffe-ae08-4f5c-a509-d1d1825f062f None None] Provisioning complete for port 30542ce7-fdf6-41e0-981e-8ee1bf98723f triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:44:29.308036 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-5d8eeffe-ae08-4f5c-a509-d1d1825f062f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:29.313486 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 49034) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:29.324689 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [None req-cbe4f648-2e95-4b49-ba4b-0fcb6ccb07b9 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Request body: {'security_group_rule': {'security_group_id': '3b47e2b2-2dfe-483a-9041-0e42cf0f8056', 'project_id': '1ad6c752ea6048068ad66bddb0f2968f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:44:29.348488 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170b012d-3a3e-473f-a5c2-41f521e6c8b0 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b47e2b2-2dfe-483a-9041-0e42cf0f8056,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:29.377594 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-18192ac9-a8ab-46c2-8323-a7dfad70fc80 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks [] for floatingip, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:29.378130 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.db.l3_db [None req-18192ac9-a8ab-46c2-8323-a7dfad70fc80 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Floating IP 4866432e-f588-4695-ba9c-2c5a06c44849 disassociated (deleted). External IP: 172.27.0.128, port: 30542ce7-fdf6-41e0-981e-8ee1bf98723f. Nov 11 20:44:29.381529 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fe2d6343-57b4-4348-890a-cc07ab321a42 req-5e9959c4-6190-4143-8931-f572dca2b6d5 service neutron] 10.222.0.78 "GET /v2.0/networks/e3ad6302-2af8-4f34-932c-43eafe0c8fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390853 Nov 11 20:44:29.417581 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-cbe4f648-2e95-4b49-ba4b-0fcb6ccb07b9 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:29.450098 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-f28fb7c2-ec8c-4e36-a92a-1b818ced0b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70240bbd-cfa8-497f-a8a6-b170090924a5', 'name': 'tempest-TestShelveInstance-1058951779-router', 'tenant_id': '01e4956166634f8c8712e26770a8b314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd6e7a0ea-bf61-4cf7-baa0-a8b134e552dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:44:24Z', 'updated_at': '2021-11-11T20:44:27Z', 'revision_number': 4, 'project_id': '01e4956166634f8c8712e26770a8b314', 'gw_port': {'id': 'd6e7a0ea-bf61-4cf7-baa0-a8b134e552dd', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70240bbd-cfa8-497f-a8a6-b170090924a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:25Z', 'updated_at': '2021-11-11T20:44:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': 'b3a6c217-d6fd-403a-aedb-e0fa6a180a55', 'name': '', 'network_id': 'e0df60fc-d41c-4454-8326-b85dd9864b53', 'tenant_id': '01e4956166634f8c8712e26770a8b314', 'mac_address': 'fa:16:3e:ea:24:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70240bbd-cfa8-497f-a8a6-b170090924a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'a2c5ee30-58e6-45b8-9685-8b5429f8507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:26Z', 'updated_at': '2021-11-11T20:44:27Z', 'revision_number': 2, 'project_id': '01e4956166634f8c8712e26770a8b314', 'subnets': [{'id': 'a2c5ee30-58e6-45b8-9685-8b5429f8507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:29.480477 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28fb7c2-ec8c-4e36-a92a-1b818ced0b9f None None] The sync data for ids ['70240bbd-cfa8-497f-a8a6-b170090924a5'] in dv-cinder-817642-1-iscsi is: [{'id': '70240bbd-cfa8-497f-a8a6-b170090924a5', 'name': 'tempest-TestShelveInstance-1058951779-router', 'tenant_id': '01e4956166634f8c8712e26770a8b314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd6e7a0ea-bf61-4cf7-baa0-a8b134e552dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:44:24Z', 'updated_at': '2021-11-11T20:44:27Z', 'revision_number': 4, 'project_id': '01e4956166634f8c8712e26770a8b314', 'gw_port': {'id': 'd6e7a0ea-bf61-4cf7-baa0-a8b134e552dd', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70240bbd-cfa8-497f-a8a6-b170090924a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:25Z', 'updated_at': '2021-11-11T20:44:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': 'b3a6c217-d6fd-403a-aedb-e0fa6a180a55', 'name': '', 'network_id': 'e0df60fc-d41c-4454-8326-b85dd9864b53', 'tenant_id': '01e4956166634f8c8712e26770a8b314', 'mac_address': 'fa:16:3e:ea:24:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70240bbd-cfa8-497f-a8a6-b170090924a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'a2c5ee30-58e6-45b8-9685-8b5429f8507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:26Z', 'updated_at': '2021-11-11T20:44:27Z', 'revision_number': 2, 'project_id': '01e4956166634f8c8712e26770a8b314', 'subnets': [{'id': 'a2c5ee30-58e6-45b8-9685-8b5429f8507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:44:29.535856 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-cbe4f648-2e95-4b49-ba4b-0fcb6ccb07b9 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:29.541995 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-cbe4f648-2e95-4b49-ba4b-0fcb6ccb07b9 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641934'] for security_group_rule, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:29.598225 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe4f648-2e95-4b49-ba4b-0fcb6ccb07b9 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a585e91a-cacb-4553-8885-f5eea0dfec86,revision_number=0']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:29.608195 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-cbe4f648-2e95-4b49-ba4b-0fcb6ccb07b9 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:29.610233 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-cbe4f648-2e95-4b49-ba4b-0fcb6ccb07b9 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2957852 Nov 11 20:44:29.613192 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 49038) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:29.618714 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [None req-71642a1e-15d0-46cf-b806-a4b3c1aec6eb tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Request body: {'security_group_rule': {'security_group_id': '3b47e2b2-2dfe-483a-9041-0e42cf0f8056', 'project_id': '1ad6c752ea6048068ad66bddb0f2968f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:44:29.648324 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-71642a1e-15d0-46cf-b806-a4b3c1aec6eb tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:29.676093 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18192ac9-a8ab-46c2-8323-a7dfad70fc80 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Router 2c4d4d02-c2c2-4e15-8964-c52223e54275 has already been hosted by L3 agent 078c1a4f-b62f-4fa2-93c9-12887f0677c3 {{(pid=101812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:44:29.747481 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-71642a1e-15d0-46cf-b806-a4b3c1aec6eb tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:29.752899 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-71642a1e-15d0-46cf-b806-a4b3c1aec6eb tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641934'] for security_group_rule, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:29.788506 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71642a1e-15d0-46cf-b806-a4b3c1aec6eb tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24826bcb-0f1d-4eb0-8200-94b70c20fa23,revision_number=0']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:29.806425 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-71642a1e-15d0-46cf-b806-a4b3c1aec6eb tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:29.808078 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-71642a1e-15d0-46cf-b806-a4b3c1aec6eb tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1934409 Nov 11 20:44:29.810465 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 49040) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:29.815859 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [None req-fb15c82e-be35-4656-a391-00b1873c3c17 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Request body: {'security_group_rule': {'security_group_id': '3b47e2b2-2dfe-483a-9041-0e42cf0f8056', 'project_id': '1ad6c752ea6048068ad66bddb0f2968f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:44:29.816544 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18192ac9-a8ab-46c2-8323-a7dfad70fc80 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Notify agent at l3_agent.dv-cinder-817642-1-iscsi the message routers_updated {{(pid=101812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:44:29.825232 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-18192ac9-a8ab-46c2-8323-a7dfad70fc80 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for floatingip, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:29.827681 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e2960a-aa59-4ac5-aca4-02e8ca23e79c None None] Sync routers for ids ['2c4d4d02-c2c2-4e15-8964-c52223e54275'] in dv-cinder-817642-1-iscsi {{(pid=101814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:44:29.843596 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e2960a-aa59-4ac5-aca4-02e8ca23e79c None None] Routers {'2c4d4d02-c2c2-4e15-8964-c52223e54275'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:44:29.844384 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-68e2960a-aa59-4ac5-aca4-02e8ca23e79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:44:03Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['2c4d4d02-c2c2-4e15-8964-c52223e54275'], 'active': True} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:29.850056 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-fb15c82e-be35-4656-a391-00b1873c3c17 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:29.861173 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-18192ac9-a8ab-46c2-8323-a7dfad70fc80 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "DELETE /v2.0/floatingips/4866432e-f588-4695-ba9c-2c5a06c44849 HTTP/1.1" status: 204 len: 168 time: 1.2138143 Nov 11 20:44:29.861733 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd28d94ff-cfbb-46b3-b20d-32a6cb35893e', 'tag': '30542ce7-fdf6-41e0-981e-8ee1bf98723f'}] {{(pid=101812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:44:29.864253 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0963660e8e53437cb96c77b4338c62bb8b9c8a6b36cefe73fd3b10e502aad15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ad4394-6e7e-4743-ad56-ab82292737e3" -d '{"events": [{"name": "network-changed", "server_uuid": "d28d94ff-cfbb-46b3-b20d-32a6cb35893e", "tag": "30542ce7-fdf6-41e0-981e-8ee1bf98723f"}]}' {{(pid=101812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:44:29.970842 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-fb15c82e-be35-4656-a391-00b1873c3c17 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:29.977149 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-fb15c82e-be35-4656-a391-00b1873c3c17 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641934'] for security_group_rule, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:29.994780 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb15c82e-be35-4656-a391-00b1873c3c17 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35767828-2a71-4f55-bc15-ca1dd2019188,revision_number=0']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:30.009934 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-fb15c82e-be35-4656-a391-00b1873c3c17 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:30.012621 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-fb15c82e-be35-4656-a391-00b1873c3c17 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2011540 Nov 11 20:44:30.015903 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 49050) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:30.021071 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [None req-18f84015-48f8-404d-bf44-7be6cdec8487 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Request body: {'security_group_rule': {'security_group_id': '3b47e2b2-2dfe-483a-9041-0e42cf0f8056', 'project_id': '1ad6c752ea6048068ad66bddb0f2968f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:44:30.024493 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvr_db [None req-68e2960a-aa59-4ac5-aca4-02e8ca23e79c None None] Set router 2c4d4d02-c2c2-4e15-8964-c52223e54275 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:44:30.028455 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2972b8e6-a124-4c28-a3e6-cd19bfb947cf x-openstack-request-id: req-2972b8e6-a124-4c28-a3e6-cd19bfb947cf {{(pid=101812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:44:30.028687 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d28d94ff-cfbb-46b3-b20d-32a6cb35893e", "tag": "30542ce7-fdf6-41e0-981e-8ee1bf98723f", "status": "completed", "code": 200}]} {{(pid=101812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:44:30.028942 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2972b8e6-a124-4c28-a3e6-cd19bfb947cf {{(pid=101812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:44:30.029339 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd28d94ff-cfbb-46b3-b20d-32a6cb35893e', 'tag': '30542ce7-fdf6-41e0-981e-8ee1bf98723f', 'status': 'completed', 'code': 200} Nov 11 20:44:30.080011 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-18f84015-48f8-404d-bf44-7be6cdec8487 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:30.129882 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad4394-6e7e-4743-ad56-ab82292737e3 req-ea5a4d31-9e47-42c2-a576-4526fd3007aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:30.131752 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f2ad4394-6e7e-4743-ad56-ab82292737e3 req-ea5a4d31-9e47-42c2-a576-4526fd3007aa service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4f3da3f794f742c0a5bf009d5bad5208&device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 1099 time: 0.0695283 Nov 11 20:44:30.160498 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-18f84015-48f8-404d-bf44-7be6cdec8487 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:30.168099 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-18f84015-48f8-404d-bf44-7be6cdec8487 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641934'] for security_group_rule, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:30.204861 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f84015-48f8-404d-bf44-7be6cdec8487 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8b82246-4a3d-4bd5-91dc-3ca247f8b446,revision_number=0']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:30.220458 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-18f84015-48f8-404d-bf44-7be6cdec8487 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:30.226615 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-18f84015-48f8-404d-bf44-7be6cdec8487 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2090034 Nov 11 20:44:30.230576 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 49056) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:30.240802 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [None req-ff1009a3-2076-4bc6-8515-2789540be52d tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Request body: {'security_group_rule': {'security_group_id': '3b47e2b2-2dfe-483a-9041-0e42cf0f8056', 'project_id': '1ad6c752ea6048068ad66bddb0f2968f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:44:30.287282 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.db.securitygroups_db [None req-ff1009a3-2076-4bc6-8515-2789540be52d tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Project 1ad6c752ea6048068ad66bddb0f2968f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 20:44:30.304226 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-ff1009a3-2076-4bc6-8515-2789540be52d tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:30.310207 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad4394-6e7e-4743-ad56-ab82292737e3 req-900eff3d-9717-4c24-b42c-b04f5cb81d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:30.313199 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f2ad4394-6e7e-4743-ad56-ab82292737e3 req-900eff3d-9717-4c24-b42c-b04f5cb81d80 service neutron] 10.222.0.78 "GET /v2.0/networks?id=e3ad6302-2af8-4f34-932c-43eafe0c8fe6 HTTP/1.1" status: 200 len: 915 time: 0.1683066 Nov 11 20:44:30.381365 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f2ad4394-6e7e-4743-ad56-ab82292737e3 req-9a04cb1e-7615-4401-b654-cce14bea5939 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30542ce7-fdf6-41e0-981e-8ee1bf98723f HTTP/1.1" status: 200 len: 217 time: 0.0503182 Nov 11 20:44:30.390303 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-ff1009a3-2076-4bc6-8515-2789540be52d tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:30.394673 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-ff1009a3-2076-4bc6-8515-2789540be52d tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641934'] for security_group_rule, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:30.403584 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-68e2960a-aa59-4ac5-aca4-02e8ca23e79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4d4d02-c2c2-4e15-8964-c52223e54275', 'name': 'tempest-TestMinimumBasicScenario-652412388-router', 'tenant_id': '4f3da3f794f742c0a5bf009d5bad5208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '82670c0c-915e-4a92-afb0-20e2f29a0e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:39:03Z', 'updated_at': '2021-11-11T20:39:08Z', 'revision_number': 4, 'project_id': '4f3da3f794f742c0a5bf009d5bad5208', 'gw_port': {'id': '82670c0c-915e-4a92-afb0-20e2f29a0e75', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4d4d02-c2c2-4e15-8964-c52223e54275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:04Z', 'updated_at': '2021-11-11T20:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': '205b22b1-2938-4744-b70d-2a625c404a4a', 'name': '', 'network_id': 'e3ad6302-2af8-4f34-932c-43eafe0c8fe6', 'tenant_id': '4f3da3f794f742c0a5bf009d5bad5208', 'mac_address': 'fa:16:3e:7e:93:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4d4d02-c2c2-4e15-8964-c52223e54275', 'device_owner': 'network:router_interface', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '9b202467-3b06-4389-8c80-71f7e82c6179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:07Z', 'updated_at': '2021-11-11T20:39:14Z', 'revision_number': 5, 'project_id': '4f3da3f794f742c0a5bf009d5bad5208', 'subnets': [{'id': '9b202467-3b06-4389-8c80-71f7e82c6179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:30.425049 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1009a3-2076-4bc6-8515-2789540be52d tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a694cb87-3156-40e6-ac7a-ed79e490d682,revision_number=0']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:30.434585 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-ff1009a3-2076-4bc6-8515-2789540be52d tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:30.440371 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-ff1009a3-2076-4bc6-8515-2789540be52d tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2063901 Nov 11 20:44:30.443643 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 49058) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:30.446996 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [None req-76e73867-346d-497a-959c-f539c7669b3f tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Request body: {'security_group_rule': {'security_group_id': '3b47e2b2-2dfe-483a-9041-0e42cf0f8056', 'project_id': '1ad6c752ea6048068ad66bddb0f2968f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:44:30.449198 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e2960a-aa59-4ac5-aca4-02e8ca23e79c None None] Checking router: 2c4d4d02-c2c2-4e15-8964-c52223e54275 for host: dv-cinder-817642-1-iscsi {{(pid=101814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:44:30.470219 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e2960a-aa59-4ac5-aca4-02e8ca23e79c None None] Routers {'2c4d4d02-c2c2-4e15-8964-c52223e54275'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:44:30.470850 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-68e2960a-aa59-4ac5-aca4-02e8ca23e79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:44:03Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['2c4d4d02-c2c2-4e15-8964-c52223e54275'], 'active': True} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:30.484416 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad4394-6e7e-4743-ad56-ab82292737e3 req-54b34643-7858-40ea-8235-6d05f4d82f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:30.485987 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f2ad4394-6e7e-4743-ad56-ab82292737e3 req-54b34643-7858-40ea-8235-6d05f4d82f28 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9b202467-3b06-4389-8c80-71f7e82c6179 HTTP/1.1" status: 200 len: 853 time: 0.0914781 Nov 11 20:44:30.486803 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.db.securitygroups_db [None req-76e73867-346d-497a-959c-f539c7669b3f tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Project 1ad6c752ea6048068ad66bddb0f2968f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 20:44:30.491714 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-76e73867-346d-497a-959c-f539c7669b3f tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:30.549344 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad4394-6e7e-4743-ad56-ab82292737e3 req-f97509bc-469a-4216-b8ac-6289c6ab2794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:30.551577 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f2ad4394-6e7e-4743-ad56-ab82292737e3 req-f97509bc-469a-4216-b8ac-6289c6ab2794 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e3ad6302-2af8-4f34-932c-43eafe0c8fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458438 Nov 11 20:44:30.575415 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-76e73867-346d-497a-959c-f539c7669b3f tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:30.582898 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-76e73867-346d-497a-959c-f539c7669b3f tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641934'] for security_group_rule, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:30.606780 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvr_db [None req-68e2960a-aa59-4ac5-aca4-02e8ca23e79c None None] Set router 2c4d4d02-c2c2-4e15-8964-c52223e54275 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:44:30.607387 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e73867-346d-497a-959c-f539c7669b3f tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=787a3e5f-39c7-4ed9-aac4-8aa640891b29,revision_number=0']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:30.628664 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-76e73867-346d-497a-959c-f539c7669b3f tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:30.643807 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-76e73867-346d-497a-959c-f539c7669b3f tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1983731 Nov 11 20:44:30.698642 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f2ad4394-6e7e-4743-ad56-ab82292737e3 req-3a30536d-0db3-44ff-a93e-aa023673ea09 service neutron] 10.222.0.78 "GET /v2.0/networks/e3ad6302-2af8-4f34-932c-43eafe0c8fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352582 Nov 11 20:44:30.739611 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-eafdf323-ffcd-484a-bfd8-f182a81cc0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:30.833200 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f2ad4394-6e7e-4743-ad56-ab82292737e3 req-26018bc5-d4b2-4e66-8172-240f862b232a service neutron] 10.222.0.78 "GET /v2.0/networks/e3ad6302-2af8-4f34-932c-43eafe0c8fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163614 Nov 11 20:44:30.878554 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-68e2960a-aa59-4ac5-aca4-02e8ca23e79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4d4d02-c2c2-4e15-8964-c52223e54275', 'name': 'tempest-TestMinimumBasicScenario-652412388-router', 'tenant_id': '4f3da3f794f742c0a5bf009d5bad5208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '82670c0c-915e-4a92-afb0-20e2f29a0e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:39:03Z', 'updated_at': '2021-11-11T20:39:08Z', 'revision_number': 4, 'project_id': '4f3da3f794f742c0a5bf009d5bad5208', 'gw_port': {'id': '82670c0c-915e-4a92-afb0-20e2f29a0e75', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4d4d02-c2c2-4e15-8964-c52223e54275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:04Z', 'updated_at': '2021-11-11T20:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': '205b22b1-2938-4744-b70d-2a625c404a4a', 'name': '', 'network_id': 'e3ad6302-2af8-4f34-932c-43eafe0c8fe6', 'tenant_id': '4f3da3f794f742c0a5bf009d5bad5208', 'mac_address': 'fa:16:3e:7e:93:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4d4d02-c2c2-4e15-8964-c52223e54275', 'device_owner': 'network:router_interface', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '9b202467-3b06-4389-8c80-71f7e82c6179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:07Z', 'updated_at': '2021-11-11T20:39:14Z', 'revision_number': 5, 'project_id': '4f3da3f794f742c0a5bf009d5bad5208', 'subnets': [{'id': '9b202467-3b06-4389-8c80-71f7e82c6179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:30.914929 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e2960a-aa59-4ac5-aca4-02e8ca23e79c None None] The sync data for ids ['2c4d4d02-c2c2-4e15-8964-c52223e54275'] in dv-cinder-817642-1-iscsi is: [{'id': '2c4d4d02-c2c2-4e15-8964-c52223e54275', 'name': 'tempest-TestMinimumBasicScenario-652412388-router', 'tenant_id': '4f3da3f794f742c0a5bf009d5bad5208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '82670c0c-915e-4a92-afb0-20e2f29a0e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:39:03Z', 'updated_at': '2021-11-11T20:39:08Z', 'revision_number': 4, 'project_id': '4f3da3f794f742c0a5bf009d5bad5208', 'gw_port': {'id': '82670c0c-915e-4a92-afb0-20e2f29a0e75', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4d4d02-c2c2-4e15-8964-c52223e54275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:04Z', 'updated_at': '2021-11-11T20:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': '205b22b1-2938-4744-b70d-2a625c404a4a', 'name': '', 'network_id': 'e3ad6302-2af8-4f34-932c-43eafe0c8fe6', 'tenant_id': '4f3da3f794f742c0a5bf009d5bad5208', 'mac_address': 'fa:16:3e:7e:93:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4d4d02-c2c2-4e15-8964-c52223e54275', 'device_owner': 'network:router_interface', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '9b202467-3b06-4389-8c80-71f7e82c6179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:07Z', 'updated_at': '2021-11-11T20:39:14Z', 'revision_number': 5, 'project_id': '4f3da3f794f742c0a5bf009d5bad5208', 'subnets': [{'id': '9b202467-3b06-4389-8c80-71f7e82c6179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:44:31.288735 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44d2b4b-247f-4250-9329-405f70fd53a2 None None] New status for floating IP 4866432e-f588-4695-ba9c-2c5a06c44849: DOWN {{(pid=101813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 20:44:31.860429 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device d6e7a0ea-bf61-4cf7-baa0-a8b134e552dd up at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:44:31.908804 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Provisioning complete for port d6e7a0ea-bf61-4cf7-baa0-a8b134e552dd triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:44:31.909166 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:31.989502 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:32.010226 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] For port d6e7a0ea-bf61-4cf7-baa0-a8b134e552dd, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=d6e7a0ea-bf61-4cf7-baa0-a8b134e552dd,segment=NetworkSegment(e9e9934c-1983-4624-9195-f2a2627c9ef4),segment_id=e9e9934c-1983-4624-9195-f2a2627c9ef4)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:44:32.014235 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:32.065647 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Pushing event updated for resources: {'Port': ['ID=d6e7a0ea-bf61-4cf7-baa0-a8b134e552dd,revision_number=4']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:32.851264 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e0b036-8cfe-41a5-8a1b-e6c2e704a955 None None] Sync routers for ids ['70240bbd-cfa8-497f-a8a6-b170090924a5'] in dv-cinder-817642-1-iscsi {{(pid=101814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:44:32.862737 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e0b036-8cfe-41a5-8a1b-e6c2e704a955 None None] Routers {'70240bbd-cfa8-497f-a8a6-b170090924a5'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:44:32.863460 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-72e0b036-8cfe-41a5-8a1b-e6c2e704a955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:44:03Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['70240bbd-cfa8-497f-a8a6-b170090924a5'], 'active': True} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:32.974283 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvr_db [None req-72e0b036-8cfe-41a5-8a1b-e6c2e704a955 None None] Set router 70240bbd-cfa8-497f-a8a6-b170090924a5 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:44:33.175791 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-72e0b036-8cfe-41a5-8a1b-e6c2e704a955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70240bbd-cfa8-497f-a8a6-b170090924a5', 'name': 'tempest-TestShelveInstance-1058951779-router', 'tenant_id': '01e4956166634f8c8712e26770a8b314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd6e7a0ea-bf61-4cf7-baa0-a8b134e552dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:44:24Z', 'updated_at': '2021-11-11T20:44:27Z', 'revision_number': 4, 'project_id': '01e4956166634f8c8712e26770a8b314', 'gw_port': {'id': 'd6e7a0ea-bf61-4cf7-baa0-a8b134e552dd', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70240bbd-cfa8-497f-a8a6-b170090924a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:25Z', 'updated_at': '2021-11-11T20:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': 'b3a6c217-d6fd-403a-aedb-e0fa6a180a55', 'name': '', 'network_id': 'e0df60fc-d41c-4454-8326-b85dd9864b53', 'tenant_id': '01e4956166634f8c8712e26770a8b314', 'mac_address': 'fa:16:3e:ea:24:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70240bbd-cfa8-497f-a8a6-b170090924a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'a2c5ee30-58e6-45b8-9685-8b5429f8507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:26Z', 'updated_at': '2021-11-11T20:44:27Z', 'revision_number': 2, 'project_id': '01e4956166634f8c8712e26770a8b314', 'subnets': [{'id': 'a2c5ee30-58e6-45b8-9685-8b5429f8507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:33.200412 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e0b036-8cfe-41a5-8a1b-e6c2e704a955 None None] Checking router: 70240bbd-cfa8-497f-a8a6-b170090924a5 for host: dv-cinder-817642-1-iscsi {{(pid=101814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:44:33.200754 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e0b036-8cfe-41a5-8a1b-e6c2e704a955 None None] Updating router 70240bbd-cfa8-497f-a8a6-b170090924a5 port b3a6c217-d6fd-403a-aedb-e0fa6a180a55 binding host dv-cinder-817642-1-iscsi {{(pid=101814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 20:44:33.226866 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-72e0b036-8cfe-41a5-8a1b-e6c2e704a955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:33.394419 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-f67711fa-ddf5-4d68-8629-35e6b929e795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:33.500280 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-72e0b036-8cfe-41a5-8a1b-e6c2e704a955 None None] Publish callbacks [] for port, precommit_update {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:33.507071 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-72e0b036-8cfe-41a5-8a1b-e6c2e704a955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:33.554587 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d50b65-6d85-4e37-baea-69c350659b30 None None] Pushing event updated for resources: {'Port': ['ID=b3a6c217-d6fd-403a-aedb-e0fa6a180a55,revision_number=3']} {{(pid=101814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:33.616111 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.managers [None req-72e0b036-8cfe-41a5-8a1b-e6c2e704a955 None None] Attempting to bind port b3a6c217-d6fd-403a-aedb-e0fa6a180a55 on host dv-cinder-817642-1-iscsi for vnic_type normal with profile {{(pid=101814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:44:33.616568 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.managers [None req-72e0b036-8cfe-41a5-8a1b-e6c2e704a955 None None] Attempting to bind port b3a6c217-d6fd-403a-aedb-e0fa6a180a55 by drivers openvswitch,hyperv on host dv-cinder-817642-1-iscsi at level 0 using segments [{'id': 'e148748d-6f52-44d3-8b81-6fb425dcaaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'e0df60fc-d41c-4454-8326-b85dd9864b53'}] {{(pid=101814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:44:33.617057 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e0b036-8cfe-41a5-8a1b-e6c2e704a955 None None] Attempting to bind port b3a6c217-d6fd-403a-aedb-e0fa6a180a55 on network e0df60fc-d41c-4454-8326-b85dd9864b53 {{(pid=101814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:44:33.623127 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e0b036-8cfe-41a5-8a1b-e6c2e704a955 None None] Checking agent: {'id': '2f88a117-5cd0-41ac-983d-8c5af48f8bd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 30, 6), 'started_at': datetime.datetime(2021, 11, 11, 20, 30, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:44:33.624819 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e0b036-8cfe-41a5-8a1b-e6c2e704a955 None None] Checking segment: {'id': 'e148748d-6f52-44d3-8b81-6fb425dcaaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'e0df60fc-d41c-4454-8326-b85dd9864b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:44:33.625400 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-72e0b036-8cfe-41a5-8a1b-e6c2e704a955 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:33.625887 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e0b036-8cfe-41a5-8a1b-e6c2e704a955 None None] Bound using segment: {'id': 'e148748d-6f52-44d3-8b81-6fb425dcaaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'e0df60fc-d41c-4454-8326-b85dd9864b53'} {{(pid=101814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:44:33.626479 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.managers [None req-72e0b036-8cfe-41a5-8a1b-e6c2e704a955 None None] Bound port: b3a6c217-d6fd-403a-aedb-e0fa6a180a55, host: dv-cinder-817642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e148748d-6f52-44d3-8b81-6fb425dcaaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'e0df60fc-d41c-4454-8326-b85dd9864b53'}}] {{(pid=101814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:44:33.626950 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-72e0b036-8cfe-41a5-8a1b-e6c2e704a955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:33.702721 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.db [None req-72e0b036-8cfe-41a5-8a1b-e6c2e704a955 None None] For port b3a6c217-d6fd-403a-aedb-e0fa6a180a55, host dv-cinder-817642-1-iscsi, cleared binding levels {{(pid=101814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:44:33.708693 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.plugins.ml2.db [None req-72e0b036-8cfe-41a5-8a1b-e6c2e704a955 None None] For port b3a6c217-d6fd-403a-aedb-e0fa6a180a55, host dv-cinder-817642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=b3a6c217-d6fd-403a-aedb-e0fa6a180a55,segment=NetworkSegment(e148748d-6f52-44d3-8b81-6fb425dcaaef),segment_id=e148748d-6f52-44d3-8b81-6fb425dcaaef)] {{(pid=101814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:44:33.715871 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron_lib.callbacks.manager [None req-72e0b036-8cfe-41a5-8a1b-e6c2e704a955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:33.810566 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e0b036-8cfe-41a5-8a1b-e6c2e704a955 None None] Routers {'70240bbd-cfa8-497f-a8a6-b170090924a5'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:44:33.811213 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-72e0b036-8cfe-41a5-8a1b-e6c2e704a955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:44:33Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['70240bbd-cfa8-497f-a8a6-b170090924a5'], 'active': True} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:33.860997 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-003121bb-e4d3-4ed2-a893-786b03a65713 None None] Provisioning complete for port b3a6c217-d6fd-403a-aedb-e0fa6a180a55 triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:44:33.861791 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-003121bb-e4d3-4ed2-a893-786b03a65713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:33.893081 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d50b65-6d85-4e37-baea-69c350659b30 None None] Pushing event updated for resources: {'Port': ['ID=b3a6c217-d6fd-403a-aedb-e0fa6a180a55,revision_number=4']} {{(pid=101814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:33.901593 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device d6e7a0ea-bf61-4cf7-baa0-a8b134e552dd up at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:44:33.932162 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bc9058-8dd2-424b-b8fb-d6201e7c8bbb req-29ee70f2-e014-442a-a503-6702707aac88 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:33.934439 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-18bc9058-8dd2-424b-b8fb-d6201e7c8bbb req-29ee70f2-e014-442a-a503-6702707aac88 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 946 time: 0.0881455 Nov 11 20:44:34.010525 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvr_db [None req-72e0b036-8cfe-41a5-8a1b-e6c2e704a955 None None] Set router 70240bbd-cfa8-497f-a8a6-b170090924a5 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:44:34.010760 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-18bc9058-8dd2-424b-b8fb-d6201e7c8bbb req-c39f7391-80fd-458a-b177-ef7fd5c091ac tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691869 Nov 11 20:44:34.049516 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Provisioning complete for port d6e7a0ea-bf61-4cf7-baa0-a8b134e552dd triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:44:34.049953 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:34.052961 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-003121bb-e4d3-4ed2-a893-786b03a65713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:34.119603 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-003121bb-e4d3-4ed2-a893-786b03a65713 None None] For port b3a6c217-d6fd-403a-aedb-e0fa6a180a55, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=b3a6c217-d6fd-403a-aedb-e0fa6a180a55,segment=NetworkSegment(e148748d-6f52-44d3-8b81-6fb425dcaaef),segment_id=e148748d-6f52-44d3-8b81-6fb425dcaaef)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:44:34.126598 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-003121bb-e4d3-4ed2-a893-786b03a65713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:34.212208 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003121bb-e4d3-4ed2-a893-786b03a65713 None None] Pushing event updated for resources: {'Port': ['ID=b3a6c217-d6fd-403a-aedb-e0fa6a180a55,revision_number=5']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:34.250594 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-bbf38d78-bc63-4f97-8c5e-7053812f3148 None None] Provisioning complete for port b3a6c217-d6fd-403a-aedb-e0fa6a180a55 triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:44:34.250958 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-bbf38d78-bc63-4f97-8c5e-7053812f3148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:34.373016 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-72e0b036-8cfe-41a5-8a1b-e6c2e704a955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70240bbd-cfa8-497f-a8a6-b170090924a5', 'name': 'tempest-TestShelveInstance-1058951779-router', 'tenant_id': '01e4956166634f8c8712e26770a8b314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd6e7a0ea-bf61-4cf7-baa0-a8b134e552dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:44:24Z', 'updated_at': '2021-11-11T20:44:27Z', 'revision_number': 4, 'project_id': '01e4956166634f8c8712e26770a8b314', 'gw_port': {'id': 'd6e7a0ea-bf61-4cf7-baa0-a8b134e552dd', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70240bbd-cfa8-497f-a8a6-b170090924a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:25Z', 'updated_at': '2021-11-11T20:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': 'b3a6c217-d6fd-403a-aedb-e0fa6a180a55', 'name': '', 'network_id': 'e0df60fc-d41c-4454-8326-b85dd9864b53', 'tenant_id': '01e4956166634f8c8712e26770a8b314', 'mac_address': 'fa:16:3e:ea:24:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70240bbd-cfa8-497f-a8a6-b170090924a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'a2c5ee30-58e6-45b8-9685-8b5429f8507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:26Z', 'updated_at': '2021-11-11T20:44:33Z', 'revision_number': 4, 'project_id': '01e4956166634f8c8712e26770a8b314', 'subnets': [{'id': 'a2c5ee30-58e6-45b8-9685-8b5429f8507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:34.373543 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3d9940ef-842e-4b07-a279-f9f66b0ee11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:34.405081 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e0b036-8cfe-41a5-8a1b-e6c2e704a955 None None] The sync data for ids ['70240bbd-cfa8-497f-a8a6-b170090924a5'] in dv-cinder-817642-1-iscsi is: [{'id': '70240bbd-cfa8-497f-a8a6-b170090924a5', 'name': 'tempest-TestShelveInstance-1058951779-router', 'tenant_id': '01e4956166634f8c8712e26770a8b314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd6e7a0ea-bf61-4cf7-baa0-a8b134e552dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:44:24Z', 'updated_at': '2021-11-11T20:44:27Z', 'revision_number': 4, 'project_id': '01e4956166634f8c8712e26770a8b314', 'gw_port': {'id': 'd6e7a0ea-bf61-4cf7-baa0-a8b134e552dd', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70240bbd-cfa8-497f-a8a6-b170090924a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:25Z', 'updated_at': '2021-11-11T20:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': 'b3a6c217-d6fd-403a-aedb-e0fa6a180a55', 'name': '', 'network_id': 'e0df60fc-d41c-4454-8326-b85dd9864b53', 'tenant_id': '01e4956166634f8c8712e26770a8b314', 'mac_address': 'fa:16:3e:ea:24:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70240bbd-cfa8-497f-a8a6-b170090924a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'a2c5ee30-58e6-45b8-9685-8b5429f8507d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:26Z', 'updated_at': '2021-11-11T20:44:33Z', 'revision_number': 4, 'project_id': '01e4956166634f8c8712e26770a8b314', 'subnets': [{'id': 'a2c5ee30-58e6-45b8-9685-8b5429f8507d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:44:35.133392 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6305f0-83c7-49a6-9571-e3f36a15e3d9 req-6b0ece90-8442-4315-8a05-75787f263e8b tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:35.134889 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7d6305f0-83c7-49a6-9571-e3f36a15e3d9 req-6b0ece90-8442-4315-8a05-75787f263e8b tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 946 time: 0.0485294 Nov 11 20:44:35.183400 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7d6305f0-83c7-49a6-9571-e3f36a15e3d9 req-f20a2782-25de-43ef-8a42-f3f58b0720cf tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426071 Nov 11 20:44:35.856414 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device b3a6c217-d6fd-403a-aedb-e0fa6a180a55 up at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:44:35.903331 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Provisioning complete for port b3a6c217-d6fd-403a-aedb-e0fa6a180a55 triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:44:35.903700 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:36.115301 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b24fd597-249d-429f-8b46-48f3c6a9ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:36.302108 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff663d-2db2-42d5-975c-15dc2d84f679 req-9a50cb00-7fff-4cdb-8aee-fafb2d2ecf45 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:36.303613 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ddff663d-2db2-42d5-975c-15dc2d84f679 req-9a50cb00-7fff-4cdb-8aee-fafb2d2ecf45 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 946 time: 0.0550706 Nov 11 20:44:36.351813 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ddff663d-2db2-42d5-975c-15dc2d84f679 req-affad6ef-5909-497a-8078-8410b72f4c43 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/security-groups?id=8cdd1272-1183-4f05-9076-b30b3e4a977a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418386 Nov 11 20:44:36.440975 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:36.740053 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b6f93-dd0c-4acc-a2e3-8bf424235da9 req-d8d1703d-14d7-46bd-b5c8-73e21b3b783c tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:36.741468 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8a5b6f93-dd0c-4acc-a2e3-8bf424235da9 req-d8d1703d-14d7-46bd-b5c8-73e21b3b783c tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.78 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 946 time: 0.0518024 Nov 11 20:44:36.840137 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [req-8a5b6f93-dd0c-4acc-a2e3-8bf424235da9 req-792f3a21-5918-4ddb-a9c4-7ba132c77d08 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Deleting port 30542ce7-fdf6-41e0-981e-8ee1bf98723f {{(pid=101811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:44:36.840537 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-8a5b6f93-dd0c-4acc-a2e3-8bf424235da9 req-792f3a21-5918-4ddb-a9c4-7ba132c77d08 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:36.930831 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-8a5b6f93-dd0c-4acc-a2e3-8bf424235da9 req-792f3a21-5918-4ddb-a9c4-7ba132c77d08 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] For port 30542ce7-fdf6-41e0-981e-8ee1bf98723f, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=30542ce7-fdf6-41e0-981e-8ee1bf98723f,segment=NetworkSegment(5b54b6f9-6186-4069-989b-2b16f7b98ff2),segment_id=5b54b6f9-6186-4069-989b-2b16f7b98ff2)] {{(pid=101811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:44:36.931099 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-8a5b6f93-dd0c-4acc-a2e3-8bf424235da9 req-792f3a21-5918-4ddb-a9c4-7ba132c77d08 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:36.943343 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [req-8a5b6f93-dd0c-4acc-a2e3-8bf424235da9 req-792f3a21-5918-4ddb-a9c4-7ba132c77d08 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Calling delete_port for 30542ce7-fdf6-41e0-981e-8ee1bf98723f owned by compute:nova {{(pid=101811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:44:37.074494 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-8a5b6f93-dd0c-4acc-a2e3-8bf424235da9 req-792f3a21-5918-4ddb-a9c4-7ba132c77d08 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25464144'] for port, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:37.090702 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] get_ports_and_sgs() called for port_ids ['30542ce7-fdf6-41e0-981e-8ee1bf98723f'] {{(pid=101813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:44:37.103394 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f3a21-5918-4ddb-a9c4-7ba132c77d08 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Pushing event deleted for resources: {'Port': ['ID=30542ce7-fdf6-41e0-981e-8ee1bf98723f,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:37.145176 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5b6f93-dd0c-4acc-a2e3-8bf424235da9 req-792f3a21-5918-4ddb-a9c4-7ba132c77d08 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] No DVR routers for this DVR port 30542ce7-fdf6-41e0-981e-8ee1bf98723f on host hv-cinder-81764 {{(pid=101811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:44:37.147615 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-8a5b6f93-dd0c-4acc-a2e3-8bf424235da9 req-792f3a21-5918-4ddb-a9c4-7ba132c77d08 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:37.150966 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8a5b6f93-dd0c-4acc-a2e3-8bf424235da9 req-792f3a21-5918-4ddb-a9c4-7ba132c77d08 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.78 "DELETE /v2.0/ports/30542ce7-fdf6-41e0-981e-8ee1bf98723f HTTP/1.1" status: 204 len: 173 time: 0.3941600 Nov 11 20:44:37.151430 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28d94ff-cfbb-46b3-b20d-32a6cb35893e', 'name': 'network-vif-deleted', 'tag': '30542ce7-fdf6-41e0-981e-8ee1bf98723f'}] {{(pid=101811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:44:37.154096 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5736cb7e175e5ed5563496e7c8b9c6d8883e61bc6d504a4dc096e4a6f480cdce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f7b188-6ab9-43ba-9a54-8e08d3e38cb1" -d '{"events": [{"server_uuid": "d28d94ff-cfbb-46b3-b20d-32a6cb35893e", "name": "network-vif-deleted", "tag": "30542ce7-fdf6-41e0-981e-8ee1bf98723f"}]}' {{(pid=101811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:44:37.203200 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4124bbdc-3e71-4206-8711-b97dfb8fc440 x-openstack-request-id: req-4124bbdc-3e71-4206-8711-b97dfb8fc440 {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:44:37.203597 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d28d94ff-cfbb-46b3-b20d-32a6cb35893e", "name": "network-vif-deleted", "tag": "30542ce7-fdf6-41e0-981e-8ee1bf98723f", "status": "completed", "code": 200}]} {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:44:37.203914 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4124bbdc-3e71-4206-8711-b97dfb8fc440 {{(pid=101811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:44:37.204568 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd28d94ff-cfbb-46b3-b20d-32a6cb35893e', 'name': 'network-vif-deleted', 'tag': '30542ce7-fdf6-41e0-981e-8ee1bf98723f', 'status': 'completed', 'code': 200} Nov 11 20:44:37.459563 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-bd72fc5a-af4d-40a1-9c47-f1c87fa3c751 req-f53bb1bb-be84-4c77-9272-ae87fc08ea85 tempest-TestMinimumBasicScenario-1207991584 tempest-TestMinimumBasicScenario-1207991584-project] 10.222.0.61 "GET /v2.0/ports?device_id=d28d94ff-cfbb-46b3-b20d-32a6cb35893e HTTP/1.1" status: 200 len: 210 time: 0.0279193 Nov 11 20:44:39.132651 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 49236) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:39.991816 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-38538a33-70cf-4048-84e5-04885d1066cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671691'] for router_interface, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:40.081644 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 30542ce7-fdf6-41e0-981e-8ee1bf98723f no longer exists at agent hyperv_hv-cinder-81764 {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:44:40.102117 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] No Port match for: 30542ce7-fdf6-41e0-981e-8ee1bf98723f {{(pid=101813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:44:40.102460 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 30542ce7-fdf6-41e0-981e-8ee1bf98723f not bound to the agent host hv-cinder-81764 {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:44:40.284359 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [None req-38538a33-70cf-4048-84e5-04885d1066cc admin admin] Deleting port 205b22b1-2938-4744-b70d-2a625c404a4a {{(pid=101811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:44:40.284909 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-38538a33-70cf-4048-84e5-04885d1066cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:40.363115 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [None req-38538a33-70cf-4048-84e5-04885d1066cc admin admin] For port 205b22b1-2938-4744-b70d-2a625c404a4a, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=205b22b1-2938-4744-b70d-2a625c404a4a,segment=NetworkSegment(5b54b6f9-6186-4069-989b-2b16f7b98ff2),segment_id=5b54b6f9-6186-4069-989b-2b16f7b98ff2)] {{(pid=101811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:44:40.363463 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-38538a33-70cf-4048-84e5-04885d1066cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:40.375899 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [None req-38538a33-70cf-4048-84e5-04885d1066cc admin admin] Calling delete_port for 205b22b1-2938-4744-b70d-2a625c404a4a owned by network:router_interface {{(pid=101811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:44:40.558604 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-38538a33-70cf-4048-84e5-04885d1066cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25464144'] for port, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:40.585954 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38538a33-70cf-4048-84e5-04885d1066cc admin admin] Pushing event deleted for resources: {'Port': ['ID=205b22b1-2938-4744-b70d-2a625c404a4a,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:40.766102 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-38538a33-70cf-4048-84e5-04885d1066cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-656251'] for router_interface, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:41.007187 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38538a33-70cf-4048-84e5-04885d1066cc admin admin] Router 2c4d4d02-c2c2-4e15-8964-c52223e54275 has already been hosted by L3 agent 078c1a4f-b62f-4fa2-93c9-12887f0677c3 {{(pid=101811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:44:41.123507 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38538a33-70cf-4048-84e5-04885d1066cc admin admin] Notify agent at l3_agent.dv-cinder-817642-1-iscsi the message routers_updated {{(pid=101811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:44:41.130089 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-38538a33-70cf-4048-84e5-04885d1066cc admin admin] 10.222.0.61 "PUT /v2.0/routers/2c4d4d02-c2c2-4e15-8964-c52223e54275/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9958987 Nov 11 20:44:41.132282 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 49266) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:41.137026 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6231b51-d149-46b9-bdb3-974eba706409 None None] Sync routers for ids ['2c4d4d02-c2c2-4e15-8964-c52223e54275'] in dv-cinder-817642-1-iscsi {{(pid=101813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:44:41.146595 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6231b51-d149-46b9-bdb3-974eba706409 None None] Routers {'2c4d4d02-c2c2-4e15-8964-c52223e54275'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:44:41.147139 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-e6231b51-d149-46b9-bdb3-974eba706409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:44:33Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['2c4d4d02-c2c2-4e15-8964-c52223e54275'], 'active': True} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:41.276182 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvr_db [None req-e6231b51-d149-46b9-bdb3-974eba706409 None None] Set router 2c4d4d02-c2c2-4e15-8964-c52223e54275 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:44:41.314731 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da5c86-ca7e-4e06-ae72-3917ee512026 req-d3ee231b-d444-4a6a-91f8-66c2d87ce274 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:41.317594 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-26da5c86-ca7e-4e06-ae72-3917ee512026 req-d3ee231b-d444-4a6a-91f8-66c2d87ce274 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.1303372 Nov 11 20:44:41.332997 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-62d5a4c6-197b-41d8-aec8-ea1acd64cf5e admin admin] Publish callbacks [] for router, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:41.450797 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-26da5c86-ca7e-4e06-ae72-3917ee512026 req-375da9ef-3dc9-4a6e-be02-03c0e7237311 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273069 Nov 11 20:44:41.508212 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-62d5a4c6-197b-41d8-aec8-ea1acd64cf5e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:41.537783 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-e6231b51-d149-46b9-bdb3-974eba706409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4d4d02-c2c2-4e15-8964-c52223e54275', 'name': 'tempest-TestMinimumBasicScenario-652412388-router', 'tenant_id': '4f3da3f794f742c0a5bf009d5bad5208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '82670c0c-915e-4a92-afb0-20e2f29a0e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:39:03Z', 'updated_at': '2021-11-11T20:44:40Z', 'revision_number': 5, 'project_id': '4f3da3f794f742c0a5bf009d5bad5208', 'gw_port': {'id': '82670c0c-915e-4a92-afb0-20e2f29a0e75', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4d4d02-c2c2-4e15-8964-c52223e54275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:04Z', 'updated_at': '2021-11-11T20:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi'}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:41.568948 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6231b51-d149-46b9-bdb3-974eba706409 None None] Checking router: 2c4d4d02-c2c2-4e15-8964-c52223e54275 for host: dv-cinder-817642-1-iscsi {{(pid=101813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:44:41.579122 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6231b51-d149-46b9-bdb3-974eba706409 None None] Routers {'2c4d4d02-c2c2-4e15-8964-c52223e54275'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:44:41.579528 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-e6231b51-d149-46b9-bdb3-974eba706409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:44:33Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['2c4d4d02-c2c2-4e15-8964-c52223e54275'], 'active': True} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:41.589612 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [None req-62d5a4c6-197b-41d8-aec8-ea1acd64cf5e admin admin] Deleting port 82670c0c-915e-4a92-afb0-20e2f29a0e75 {{(pid=101811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:44:41.590089 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-62d5a4c6-197b-41d8-aec8-ea1acd64cf5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:41.703388 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvr_db [None req-e6231b51-d149-46b9-bdb3-974eba706409 None None] Set router 2c4d4d02-c2c2-4e15-8964-c52223e54275 gateway port host: None {{(pid=101813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:44:41.704533 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [None req-62d5a4c6-197b-41d8-aec8-ea1acd64cf5e admin admin] For port 82670c0c-915e-4a92-afb0-20e2f29a0e75, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=82670c0c-915e-4a92-afb0-20e2f29a0e75,segment=NetworkSegment(e9e9934c-1983-4624-9195-f2a2627c9ef4),segment_id=e9e9934c-1983-4624-9195-f2a2627c9ef4)] {{(pid=101811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:44:41.704895 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-62d5a4c6-197b-41d8-aec8-ea1acd64cf5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:41.717744 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [None req-62d5a4c6-197b-41d8-aec8-ea1acd64cf5e admin admin] Calling delete_port for 82670c0c-915e-4a92-afb0-20e2f29a0e75 owned by network:router_gateway {{(pid=101811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:44:41.758117 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-e6231b51-d149-46b9-bdb3-974eba706409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4d4d02-c2c2-4e15-8964-c52223e54275', 'name': 'tempest-TestMinimumBasicScenario-652412388-router', 'tenant_id': '4f3da3f794f742c0a5bf009d5bad5208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:39:03Z', 'updated_at': '2021-11-11T20:44:41Z', 'revision_number': 6, 'project_id': '4f3da3f794f742c0a5bf009d5bad5208', 'gw_port_host': None}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:41.784353 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6231b51-d149-46b9-bdb3-974eba706409 None None] The sync data for ids ['2c4d4d02-c2c2-4e15-8964-c52223e54275'] in dv-cinder-817642-1-iscsi is: [{'id': '2c4d4d02-c2c2-4e15-8964-c52223e54275', 'name': 'tempest-TestMinimumBasicScenario-652412388-router', 'tenant_id': '4f3da3f794f742c0a5bf009d5bad5208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:39:03Z', 'updated_at': '2021-11-11T20:44:41Z', 'revision_number': 6, 'project_id': '4f3da3f794f742c0a5bf009d5bad5208', 'gw_port_host': None}] {{(pid=101813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:44:41.890217 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-62d5a4c6-197b-41d8-aec8-ea1acd64cf5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25464144'] for port, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:41.915535 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d5a4c6-197b-41d8-aec8-ea1acd64cf5e admin admin] Pushing event deleted for resources: {'Port': ['ID=82670c0c-915e-4a92-afb0-20e2f29a0e75,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:41.974613 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-62d5a4c6-197b-41d8-aec8-ea1acd64cf5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656001'] for router_gateway, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:42.066760 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-62d5a4c6-197b-41d8-aec8-ea1acd64cf5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25019'] for router, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:42.069112 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-62d5a4c6-197b-41d8-aec8-ea1acd64cf5e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:42.368010 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-62d5a4c6-197b-41d8-aec8-ea1acd64cf5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669805'] for router, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:42.368791 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d5a4c6-197b-41d8-aec8-ea1acd64cf5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c4d4d02-c2c2-4e15-8964-c52223e54275 {{(pid=101811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 20:44:42.375639 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-62d5a4c6-197b-41d8-aec8-ea1acd64cf5e admin admin] Publish callbacks [] for router, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:42.379218 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-62d5a4c6-197b-41d8-aec8-ea1acd64cf5e admin admin] 10.222.0.61 "DELETE /v2.0/routers/2c4d4d02-c2c2-4e15-8964-c52223e54275 HTTP/1.1" status: 204 len: 168 time: 1.2435968 Nov 11 20:44:42.379518 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 49288) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:42.423879 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c0e27b0-0e61-4338-91e9-bc659a3a7878 admin admin] Deleting subnet 9b202467-3b06-4389-8c80-71f7e82c6179 {{(pid=101811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:44:42.427012 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-0c0e27b0-0e61-4338-91e9-bc659a3a7878 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:42.460539 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-0c0e27b0-0e61-4338-91e9-bc659a3a7878 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25938190'] for subnet, precommit_delete_associations {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:42.602490 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-0c0e27b0-0e61-4338-91e9-bc659a3a7878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16455430'] for subnet, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:42.651475 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9f96f-4bac-4683-9e0d-fb7e08c72647 req-436518df-0b57-4adb-8e36-2573b3e0a1cf tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:42.653382 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cea9f96f-4bac-4683-9e0d-fb7e08c72647 req-436518df-0b57-4adb-8e36-2573b3e0a1cf tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.1091719 Nov 11 20:44:42.708943 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-0c0e27b0-0e61-4338-91e9-bc659a3a7878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16455441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25464163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25383904'] for subnet, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:42.730286 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cea9f96f-4bac-4683-9e0d-fb7e08c72647 req-86c4c472-403d-4088-9cc2-37cf8c8a5f7a tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698390 Nov 11 20:44:42.751230 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-0c0e27b0-0e61-4338-91e9-bc659a3a7878 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:42.754579 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-0c0e27b0-0e61-4338-91e9-bc659a3a7878 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/9b202467-3b06-4389-8c80-71f7e82c6179 HTTP/1.1" status: 204 len: 168 time: 0.3734608 Nov 11 20:44:42.755890 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e27b0-0e61-4338-91e9-bc659a3a7878 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b202467-3b06-4389-8c80-71f7e82c6179,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:42.756718 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 49298) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:42.760984 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18684c72-ce5c-4953-b920-76d200408387 None None] Network e3ad6302-2af8-4f34-932c-43eafe0c8fe6 requested from dv-cinder-817642-1-iscsi {{(pid=101813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:44:42.844198 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-3bedd74b-93e6-45e5-9222-b059def0b7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16325219'] for network, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:42.901438 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.plugin [None req-3bedd74b-93e6-45e5-9222-b059def0b7cd admin admin] Deleting port e80f266c-05e7-48ec-88e8-0d9e43b553c8 {{(pid=101812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:44:42.901779 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-3bedd74b-93e6-45e5-9222-b059def0b7cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:42.977610 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cded4bef-814b-4a21-9098-3843722924d2 None None] DHCP port deletion for e3ad6302-2af8-4f34-932c-43eafe0c8fe6 request from dv-cinder-817642-1-iscsi {{(pid=101813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:44:43.033153 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-cded4bef-814b-4a21-9098-3843722924d2 None None] Deleting port e80f266c-05e7-48ec-88e8-0d9e43b553c8 {{(pid=101813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:44:43.033826 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-cded4bef-814b-4a21-9098-3843722924d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:43.113183 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-cded4bef-814b-4a21-9098-3843722924d2 None None] For port e80f266c-05e7-48ec-88e8-0d9e43b553c8, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=e80f266c-05e7-48ec-88e8-0d9e43b553c8,segment=NetworkSegment(5b54b6f9-6186-4069-989b-2b16f7b98ff2),segment_id=5b54b6f9-6186-4069-989b-2b16f7b98ff2)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:44:43.113609 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-cded4bef-814b-4a21-9098-3843722924d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:43.127674 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-cded4bef-814b-4a21-9098-3843722924d2 None None] Calling delete_port for e80f266c-05e7-48ec-88e8-0d9e43b553c8 owned by network:dhcp {{(pid=101813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:44:43.180270 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.db [None req-3bedd74b-93e6-45e5-9222-b059def0b7cd admin admin] For port e80f266c-05e7-48ec-88e8-0d9e43b553c8, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=e80f266c-05e7-48ec-88e8-0d9e43b553c8,segment=NetworkSegment(5b54b6f9-6186-4069-989b-2b16f7b98ff2),segment_id=5b54b6f9-6186-4069-989b-2b16f7b98ff2)] {{(pid=101812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:44:43.180571 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-3bedd74b-93e6-45e5-9222-b059def0b7cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:43.193765 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.plugin [None req-3bedd74b-93e6-45e5-9222-b059def0b7cd admin admin] Calling delete_port for e80f266c-05e7-48ec-88e8-0d9e43b553c8 owned by network:dhcp {{(pid=101812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:44:43.276062 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-3bedd74b-93e6-45e5-9222-b059def0b7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3549817'] for port, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:43.306553 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedd74b-93e6-45e5-9222-b059def0b7cd admin admin] Pushing event deleted for resources: {'Port': ['ID=e80f266c-05e7-48ec-88e8-0d9e43b553c8,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:43.310431 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bedd74b-93e6-45e5-9222-b059def0b7cd admin admin] No DVR routers for this DVR port e80f266c-05e7-48ec-88e8-0d9e43b553c8 on host dv-cinder-817642-1-iscsi {{(pid=101812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:44:43.374198 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-cded4bef-814b-4a21-9098-3843722924d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954'] for port, after_delete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:43.391964 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-3bedd74b-93e6-45e5-9222-b059def0b7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451713', 'neutron.services.segments.db._delete_segments_for_network-8768469249518'] for network, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:43.399810 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded4bef-814b-4a21-9098-3843722924d2 None None] Pushing event deleted for resources: {'Port': ['ID=e80f266c-05e7-48ec-88e8-0d9e43b553c8,revision_number=None']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:43.403517 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cded4bef-814b-4a21-9098-3843722924d2 None None] No DVR routers for this DVR port e80f266c-05e7-48ec-88e8-0d9e43b553c8 on host dv-cinder-817642-1-iscsi {{(pid=101813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:44:43.415601 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.services.segments.db [None req-3bedd74b-93e6-45e5-9222-b059def0b7cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3ad6302-2af8-4f34-932c-43eafe0c8fe6']}} {{(pid=101812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:43.426842 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.services.segments.db [None req-3bedd74b-93e6-45e5-9222-b059def0b7cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b54b6f9-6186-4069-989b-2b16f7b98ff2') {'for_net_delete': True} {{(pid=101812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:43.427119 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.services.segments.db [None req-3bedd74b-93e6-45e5-9222-b059def0b7cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b54b6f9-6186-4069-989b-2b16f7b98ff2') {} {{(pid=101812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:43.440433 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-3bedd74b-93e6-45e5-9222-b059def0b7cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768469040631', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4175429'] for segment, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:43.453936 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-3bedd74b-93e6-45e5-9222-b059def0b7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16407769'] for segment, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:43.459870 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bedd74b-93e6-45e5-9222-b059def0b7cd admin admin] Releasing vlan 882 on physical network physnet1 to pool {{(pid=101812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:44:43.460296 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-3bedd74b-93e6-45e5-9222-b059def0b7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16407769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3549732'] for segment, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:43.462200 dv-cinder-817642-1-iscsi neutron-server[101812]: Traceback (most recent call last): Nov 11 20:44:43.462200 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:44:43.462200 dv-cinder-817642-1-iscsi neutron-server[101812]: timer() Nov 11 20:44:43.462200 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:44:43.462200 dv-cinder-817642-1-iscsi neutron-server[101812]: cb(*args, **kw) Nov 11 20:44:43.462200 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:44:43.462200 dv-cinder-817642-1-iscsi neutron-server[101812]: return func(*args, **kwargs) Nov 11 20:44:43.462200 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:44:43.462200 dv-cinder-817642-1-iscsi neutron-server[101812]: self._notify() Nov 11 20:44:43.462200 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:44:43.462200 dv-cinder-817642-1-iscsi neutron-server[101812]: self.callback(batched_events) Nov 11 20:44:43.462200 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:44:43.462200 dv-cinder-817642-1-iscsi neutron-server[101812]: event.method(event) Nov 11 20:44:43.462200 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:44:43.462200 dv-cinder-817642-1-iscsi neutron-server[101812]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:44:43.462200 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:44:43.462200 dv-cinder-817642-1-iscsi neutron-server[101812]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:44:43.462200 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:44:43.462200 dv-cinder-817642-1-iscsi neutron-server[101812]: return f(self, *a, **k) Nov 11 20:44:43.462200 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:44:43.462200 dv-cinder-817642-1-iscsi neutron-server[101812]: return self._get(url).json() Nov 11 20:44:43.462200 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:44:43.462200 dv-cinder-817642-1-iscsi neutron-server[101812]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:44:43.462200 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:44:43.462200 dv-cinder-817642-1-iscsi neutron-server[101812]: return self.request(url, 'GET', **kwargs) Nov 11 20:44:43.462200 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:44:43.462200 dv-cinder-817642-1-iscsi neutron-server[101812]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:44:43.462200 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:44:43.462200 dv-cinder-817642-1-iscsi neutron-server[101812]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:44:43.462200 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:44:43.462200 dv-cinder-817642-1-iscsi neutron-server[101812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:44:43.462200 dv-cinder-817642-1-iscsi neutron-server[101812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:44:43.518284 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-3bedd74b-93e6-45e5-9222-b059def0b7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656125'] for network, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:43.525207 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-3bedd74b-93e6-45e5-9222-b059def0b7cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for network, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:43.528273 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-3bedd74b-93e6-45e5-9222-b059def0b7cd admin admin] 10.222.0.61 "DELETE /v2.0/networks/e3ad6302-2af8-4f34-932c-43eafe0c8fe6 HTTP/1.1" status: 204 len: 168 time: 0.7700109 Nov 11 20:44:43.532083 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 49300) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:43.537859 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedd74b-93e6-45e5-9222-b059def0b7cd admin admin] Pushing event deleted for resources: {'Network': ['ID=e3ad6302-2af8-4f34-932c-43eafe0c8fe6,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:43.864065 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device e80f266c-05e7-48ec-88e8-0d9e43b553c8 no longer exists at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:44:43.880713 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071b3d8-f29f-4514-868f-8cc66d18d608 req-d57487ee-66e8-44df-8db0-a8ab85426d6a tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:43.882190 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5071b3d8-f29f-4514-868f-8cc66d18d608 req-d57487ee-66e8-44df-8db0-a8ab85426d6a tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.0743945 Nov 11 20:44:43.883897 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] No Port match for: e80f266c-05e7-48ec-88e8-0d9e43b553c8 {{(pid=101813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:44:43.884497 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device e80f266c-05e7-48ec-88e8-0d9e43b553c8 not bound to the agent host dv-cinder-817642-1-iscsi {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:44:43.884967 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device 205b22b1-2938-4744-b70d-2a625c404a4a no longer exists at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:44:43.904785 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] No Port match for: 205b22b1-2938-4744-b70d-2a625c404a4a {{(pid=101813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:44:43.905122 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device 205b22b1-2938-4744-b70d-2a625c404a4a not bound to the agent host dv-cinder-817642-1-iscsi {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:44:43.906095 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device 82670c0c-915e-4a92-afb0-20e2f29a0e75 no longer exists at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:44:43.925156 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] No Port match for: 82670c0c-915e-4a92-afb0-20e2f29a0e75 {{(pid=101813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:44:43.925561 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device 82670c0c-915e-4a92-afb0-20e2f29a0e75 not bound to the agent host dv-cinder-817642-1-iscsi {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:44:43.956952 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5071b3d8-f29f-4514-868f-8cc66d18d608 req-82b5d7f4-76e1-428c-b289-89140101775d tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680597 Nov 11 20:44:43.970140 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-4464d178-63ac-4114-aa13-b307da7285f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671691'] for router_interface, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:44.219905 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [None req-4464d178-63ac-4114-aa13-b307da7285f6 admin admin] Deleting port d0172f76-41c5-4956-8bc8-64e372d20857 {{(pid=101811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:44:44.220259 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-4464d178-63ac-4114-aa13-b307da7285f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:44.301212 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [None req-4464d178-63ac-4114-aa13-b307da7285f6 admin admin] For port d0172f76-41c5-4956-8bc8-64e372d20857, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=d0172f76-41c5-4956-8bc8-64e372d20857,segment=NetworkSegment(930ce99c-2473-4163-9946-f4b28be87906),segment_id=930ce99c-2473-4163-9946-f4b28be87906)] {{(pid=101811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:44:44.301601 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-4464d178-63ac-4114-aa13-b307da7285f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:44.315347 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [None req-4464d178-63ac-4114-aa13-b307da7285f6 admin admin] Calling delete_port for d0172f76-41c5-4956-8bc8-64e372d20857 owned by network:router_interface {{(pid=101811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:44:44.492899 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-4464d178-63ac-4114-aa13-b307da7285f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25464144'] for port, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:44.516635 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4464d178-63ac-4114-aa13-b307da7285f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0172f76-41c5-4956-8bc8-64e372d20857,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:44.685105 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-4464d178-63ac-4114-aa13-b307da7285f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-656251'] for router_interface, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:44.913588 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4464d178-63ac-4114-aa13-b307da7285f6 admin admin] Router 739132bb-fa02-420b-a3b8-4dbd74daa2db has already been hosted by L3 agent 078c1a4f-b62f-4fa2-93c9-12887f0677c3 {{(pid=101811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:44:45.026258 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4464d178-63ac-4114-aa13-b307da7285f6 admin admin] Notify agent at l3_agent.dv-cinder-817642-1-iscsi the message routers_updated {{(pid=101811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:44:45.032464 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-4464d178-63ac-4114-aa13-b307da7285f6 admin admin] 10.222.0.61 "PUT /v2.0/routers/739132bb-fa02-420b-a3b8-4dbd74daa2db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4992223 Nov 11 20:44:45.034988 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 49318) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:45.035945 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b3e8a5-3c16-4169-aaa1-dd855d2cae16 None None] Sync routers for ids ['739132bb-fa02-420b-a3b8-4dbd74daa2db'] in dv-cinder-817642-1-iscsi {{(pid=101814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:44:45.050156 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b3e8a5-3c16-4169-aaa1-dd855d2cae16 None None] Routers {'739132bb-fa02-420b-a3b8-4dbd74daa2db'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:44:45.050911 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-33b3e8a5-3c16-4169-aaa1-dd855d2cae16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:44:33Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['739132bb-fa02-420b-a3b8-4dbd74daa2db'], 'active': True} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:45.084977 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9bb9d-db35-4076-9345-0637a014cd8b req-b04f6656-638e-43b4-a34f-04b143c73987 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:45.086458 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-66a9bb9d-db35-4076-9345-0637a014cd8b req-b04f6656-638e-43b4-a34f-04b143c73987 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.0500221 Nov 11 20:44:45.139244 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-66a9bb9d-db35-4076-9345-0637a014cd8b req-23bffa6d-648b-43dc-9f56-e073ee8264e1 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450492 Nov 11 20:44:45.147410 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-bb8ef252-b677-48b4-98bf-af06aeb2f12d admin admin] Publish callbacks [] for router, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:45.164203 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvr_db [None req-33b3e8a5-3c16-4169-aaa1-dd855d2cae16 None None] Set router 739132bb-fa02-420b-a3b8-4dbd74daa2db gateway port host: dv-cinder-817642-1-iscsi {{(pid=101814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:44:45.251987 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-bb8ef252-b677-48b4-98bf-af06aeb2f12d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:45.307816 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.plugin [None req-bb8ef252-b677-48b4-98bf-af06aeb2f12d admin admin] Deleting port 3f488d20-224b-4db5-9740-64babe3f7e85 {{(pid=101812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:44:45.308179 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-bb8ef252-b677-48b4-98bf-af06aeb2f12d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:45.348659 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-33b3e8a5-3c16-4169-aaa1-dd855d2cae16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739132bb-fa02-420b-a3b8-4dbd74daa2db', 'name': 'tempest-TestMinimumBasicScenario-913632072-router', 'tenant_id': '54238243695d4c1d80225c7950ebf13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '3f488d20-224b-4db5-9740-64babe3f7e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:39:12Z', 'updated_at': '2021-11-11T20:44:44Z', 'revision_number': 5, 'project_id': '54238243695d4c1d80225c7950ebf13a', 'gw_port': {'id': '3f488d20-224b-4db5-9740-64babe3f7e85', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:04:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739132bb-fa02-420b-a3b8-4dbd74daa2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:13Z', 'updated_at': '2021-11-11T20:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi'}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:45.377237 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b3e8a5-3c16-4169-aaa1-dd855d2cae16 None None] Checking router: 739132bb-fa02-420b-a3b8-4dbd74daa2db for host: dv-cinder-817642-1-iscsi {{(pid=101814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:44:45.385399 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b3e8a5-3c16-4169-aaa1-dd855d2cae16 None None] Routers {'739132bb-fa02-420b-a3b8-4dbd74daa2db'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:44:45.385993 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-33b3e8a5-3c16-4169-aaa1-dd855d2cae16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:44:33Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['739132bb-fa02-420b-a3b8-4dbd74daa2db'], 'active': True} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:45.398637 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.db [None req-bb8ef252-b677-48b4-98bf-af06aeb2f12d admin admin] For port 3f488d20-224b-4db5-9740-64babe3f7e85, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=3f488d20-224b-4db5-9740-64babe3f7e85,segment=NetworkSegment(e9e9934c-1983-4624-9195-f2a2627c9ef4),segment_id=e9e9934c-1983-4624-9195-f2a2627c9ef4)] {{(pid=101812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:44:45.398956 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-bb8ef252-b677-48b4-98bf-af06aeb2f12d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:45.411538 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.plugin [None req-bb8ef252-b677-48b4-98bf-af06aeb2f12d admin admin] Calling delete_port for 3f488d20-224b-4db5-9740-64babe3f7e85 owned by network:router_gateway {{(pid=101812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:44:45.471318 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvr_db [None req-33b3e8a5-3c16-4169-aaa1-dd855d2cae16 None None] Set router 739132bb-fa02-420b-a3b8-4dbd74daa2db gateway port host: None {{(pid=101814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:44:45.523701 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-33b3e8a5-3c16-4169-aaa1-dd855d2cae16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739132bb-fa02-420b-a3b8-4dbd74daa2db', 'name': 'tempest-TestMinimumBasicScenario-913632072-router', 'tenant_id': '54238243695d4c1d80225c7950ebf13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:39:12Z', 'updated_at': '2021-11-11T20:44:45Z', 'revision_number': 6, 'project_id': '54238243695d4c1d80225c7950ebf13a', 'gw_port_host': None}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:45.554086 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b3e8a5-3c16-4169-aaa1-dd855d2cae16 None None] The sync data for ids ['739132bb-fa02-420b-a3b8-4dbd74daa2db'] in dv-cinder-817642-1-iscsi is: [{'id': '739132bb-fa02-420b-a3b8-4dbd74daa2db', 'name': 'tempest-TestMinimumBasicScenario-913632072-router', 'tenant_id': '54238243695d4c1d80225c7950ebf13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:39:12Z', 'updated_at': '2021-11-11T20:44:45Z', 'revision_number': 6, 'project_id': '54238243695d4c1d80225c7950ebf13a', 'gw_port_host': None}] {{(pid=101814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:44:45.595155 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-bb8ef252-b677-48b4-98bf-af06aeb2f12d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3549817'] for port, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:45.620183 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8ef252-b677-48b4-98bf-af06aeb2f12d admin admin] Pushing event deleted for resources: {'Port': ['ID=3f488d20-224b-4db5-9740-64babe3f7e85,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:45.681416 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-bb8ef252-b677-48b4-98bf-af06aeb2f12d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656001'] for router_gateway, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:45.789535 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-bb8ef252-b677-48b4-98bf-af06aeb2f12d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25019'] for router, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:45.791586 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-bb8ef252-b677-48b4-98bf-af06aeb2f12d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:45.856129 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-bb8ef252-b677-48b4-98bf-af06aeb2f12d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669805'] for router, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:45.856743 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8ef252-b677-48b4-98bf-af06aeb2f12d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 739132bb-fa02-420b-a3b8-4dbd74daa2db {{(pid=101812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 20:44:45.863124 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-bb8ef252-b677-48b4-98bf-af06aeb2f12d admin admin] Publish callbacks [] for router, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:45.864286 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-bb8ef252-b677-48b4-98bf-af06aeb2f12d admin admin] 10.222.0.61 "DELETE /v2.0/routers/739132bb-fa02-420b-a3b8-4dbd74daa2db HTTP/1.1" status: 204 len: 168 time: 0.8282034 Nov 11 20:44:45.866978 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 49324) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:45.928883 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.db_base_plugin_v2 [None req-59024f98-f963-4606-bc3e-c2b1bc983d37 admin admin] Deleting subnet f482b034-14e9-49ce-9996-3577601ba381 {{(pid=101811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:44:45.932442 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-59024f98-f963-4606-bc3e-c2b1bc983d37 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:45.973184 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-59024f98-f963-4606-bc3e-c2b1bc983d37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25938190'] for subnet, precommit_delete_associations {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:46.039061 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device d0172f76-41c5-4956-8bc8-64e372d20857 no longer exists at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:44:46.068680 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-59024f98-f963-4606-bc3e-c2b1bc983d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16455430'] for subnet, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:46.070136 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] No Port match for: d0172f76-41c5-4956-8bc8-64e372d20857 {{(pid=101813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:44:46.070483 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device d0172f76-41c5-4956-8bc8-64e372d20857 not bound to the agent host dv-cinder-817642-1-iscsi {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:44:46.120487 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-59024f98-f963-4606-bc3e-c2b1bc983d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16455441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25464163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25383904'] for subnet, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:46.150900 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59024f98-f963-4606-bc3e-c2b1bc983d37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f482b034-14e9-49ce-9996-3577601ba381,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:46.154630 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-59024f98-f963-4606-bc3e-c2b1bc983d37 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:46.160529 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-59024f98-f963-4606-bc3e-c2b1bc983d37 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/f482b034-14e9-49ce-9996-3577601ba381 HTTP/1.1" status: 204 len: 168 time: 0.2905483 Nov 11 20:44:46.161319 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 49328) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:46.163647 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad313a7-c50e-4324-b3a0-417cc6177678 None None] Network 4caefaed-13c7-42e8-8ce9-3fff88487e9f requested from dv-cinder-817642-1-iscsi {{(pid=101813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:44:46.237817 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-5a00f150-0601-4713-857d-7005d31edb62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16325219'] for network, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:46.276322 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d039e-5ece-46f0-a260-eea133a0e3f6 req-6f25b956-21b1-4dcf-aa51-d6fcba0cbfd7 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:46.279112 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-359d039e-5ece-46f0-a260-eea133a0e3f6 req-6f25b956-21b1-4dcf-aa51-d6fcba0cbfd7 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.0588024 Nov 11 20:44:46.304833 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.plugin [None req-5a00f150-0601-4713-857d-7005d31edb62 admin admin] Deleting port c45a30cf-07b3-4393-a69c-c5ba76cce58c {{(pid=101812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:44:46.305376 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-5a00f150-0601-4713-857d-7005d31edb62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:46.338905 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-359d039e-5ece-46f0-a260-eea133a0e3f6 req-a55bef79-aeb7-407a-80b1-4a03b299abc5 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505672 Nov 11 20:44:46.380873 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.db [None req-5a00f150-0601-4713-857d-7005d31edb62 admin admin] For port c45a30cf-07b3-4393-a69c-c5ba76cce58c, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=c45a30cf-07b3-4393-a69c-c5ba76cce58c,segment=NetworkSegment(930ce99c-2473-4163-9946-f4b28be87906),segment_id=930ce99c-2473-4163-9946-f4b28be87906)] {{(pid=101812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:44:46.381233 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-5a00f150-0601-4713-857d-7005d31edb62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:46.394140 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53648ce-4fb4-417f-a4a6-bdb0613ab560 None None] DHCP port deletion for 4caefaed-13c7-42e8-8ce9-3fff88487e9f request from dv-cinder-817642-1-iscsi {{(pid=101813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:44:46.400156 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.plugin [None req-5a00f150-0601-4713-857d-7005d31edb62 admin admin] Calling delete_port for c45a30cf-07b3-4393-a69c-c5ba76cce58c owned by network:dhcp {{(pid=101812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:44:46.450537 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-a53648ce-4fb4-417f-a4a6-bdb0613ab560 None None] Deleting port c45a30cf-07b3-4393-a69c-c5ba76cce58c {{(pid=101813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:44:46.450763 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-a53648ce-4fb4-417f-a4a6-bdb0613ab560 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:46.487448 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-5a00f150-0601-4713-857d-7005d31edb62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3549817'] for port, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:46.513530 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a00f150-0601-4713-857d-7005d31edb62 admin admin] Pushing event deleted for resources: {'Port': ['ID=c45a30cf-07b3-4393-a69c-c5ba76cce58c,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:46.521411 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-a53648ce-4fb4-417f-a4a6-bdb0613ab560 None None] For port c45a30cf-07b3-4393-a69c-c5ba76cce58c, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=c45a30cf-07b3-4393-a69c-c5ba76cce58c,segment=NetworkSegment(930ce99c-2473-4163-9946-f4b28be87906),segment_id=930ce99c-2473-4163-9946-f4b28be87906)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:44:46.522078 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-a53648ce-4fb4-417f-a4a6-bdb0613ab560 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:46.529054 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a00f150-0601-4713-857d-7005d31edb62 admin admin] No DVR routers for this DVR port c45a30cf-07b3-4393-a69c-c5ba76cce58c on host dv-cinder-817642-1-iscsi {{(pid=101812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:44:46.543071 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-a53648ce-4fb4-417f-a4a6-bdb0613ab560 None None] Calling delete_port for c45a30cf-07b3-4393-a69c-c5ba76cce58c owned by network:dhcp {{(pid=101813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:44:46.607720 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-5a00f150-0601-4713-857d-7005d31edb62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451713', 'neutron.services.segments.db._delete_segments_for_network-8768469249518'] for network, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:46.633355 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.services.segments.db [None req-5a00f150-0601-4713-857d-7005d31edb62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4caefaed-13c7-42e8-8ce9-3fff88487e9f']}} {{(pid=101812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:46.633465 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-a53648ce-4fb4-417f-a4a6-bdb0613ab560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954'] for port, after_delete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:46.646485 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.services.segments.db [None req-5a00f150-0601-4713-857d-7005d31edb62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '930ce99c-2473-4163-9946-f4b28be87906') {'for_net_delete': True} {{(pid=101812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:46.646777 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.services.segments.db [None req-5a00f150-0601-4713-857d-7005d31edb62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '930ce99c-2473-4163-9946-f4b28be87906') {} {{(pid=101812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:46.658589 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53648ce-4fb4-417f-a4a6-bdb0613ab560 None None] Pushing event deleted for resources: {'Port': ['ID=c45a30cf-07b3-4393-a69c-c5ba76cce58c,revision_number=None']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:46.669309 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-5a00f150-0601-4713-857d-7005d31edb62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768469040631', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4175429'] for segment, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:46.674992 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53648ce-4fb4-417f-a4a6-bdb0613ab560 None None] No DVR routers for this DVR port c45a30cf-07b3-4393-a69c-c5ba76cce58c on host dv-cinder-817642-1-iscsi {{(pid=101813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:44:46.688031 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-5a00f150-0601-4713-857d-7005d31edb62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16407769'] for segment, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:46.696038 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a00f150-0601-4713-857d-7005d31edb62 admin admin] Releasing vlan 875 on physical network physnet1 to pool {{(pid=101812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:44:46.696676 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-5a00f150-0601-4713-857d-7005d31edb62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16407769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3549732'] for segment, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:46.698517 dv-cinder-817642-1-iscsi neutron-server[101812]: Traceback (most recent call last): Nov 11 20:44:46.698517 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:44:46.698517 dv-cinder-817642-1-iscsi neutron-server[101812]: timer() Nov 11 20:44:46.698517 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:44:46.698517 dv-cinder-817642-1-iscsi neutron-server[101812]: cb(*args, **kw) Nov 11 20:44:46.698517 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:44:46.698517 dv-cinder-817642-1-iscsi neutron-server[101812]: return func(*args, **kwargs) Nov 11 20:44:46.698517 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:44:46.698517 dv-cinder-817642-1-iscsi neutron-server[101812]: self._notify() Nov 11 20:44:46.698517 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:44:46.698517 dv-cinder-817642-1-iscsi neutron-server[101812]: self.callback(batched_events) Nov 11 20:44:46.698517 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:44:46.698517 dv-cinder-817642-1-iscsi neutron-server[101812]: event.method(event) Nov 11 20:44:46.698517 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:44:46.698517 dv-cinder-817642-1-iscsi neutron-server[101812]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:44:46.698517 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:44:46.698517 dv-cinder-817642-1-iscsi neutron-server[101812]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:44:46.698517 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:44:46.698517 dv-cinder-817642-1-iscsi neutron-server[101812]: return f(self, *a, **k) Nov 11 20:44:46.698517 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:44:46.698517 dv-cinder-817642-1-iscsi neutron-server[101812]: return self._get(url).json() Nov 11 20:44:46.698517 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:44:46.698517 dv-cinder-817642-1-iscsi neutron-server[101812]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:44:46.698517 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:44:46.698517 dv-cinder-817642-1-iscsi neutron-server[101812]: return self.request(url, 'GET', **kwargs) Nov 11 20:44:46.698517 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:44:46.698517 dv-cinder-817642-1-iscsi neutron-server[101812]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:44:46.698517 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:44:46.698517 dv-cinder-817642-1-iscsi neutron-server[101812]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:44:46.698517 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:44:46.698517 dv-cinder-817642-1-iscsi neutron-server[101812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:44:46.698517 dv-cinder-817642-1-iscsi neutron-server[101812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:44:46.758575 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-5a00f150-0601-4713-857d-7005d31edb62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656125'] for network, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:46.794473 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-5a00f150-0601-4713-857d-7005d31edb62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for network, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:46.799419 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-5a00f150-0601-4713-857d-7005d31edb62 admin admin] 10.222.0.61 "DELETE /v2.0/networks/4caefaed-13c7-42e8-8ce9-3fff88487e9f HTTP/1.1" status: 204 len: 168 time: 0.6368775 Nov 11 20:44:46.800621 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a00f150-0601-4713-857d-7005d31edb62 admin admin] Pushing event deleted for resources: {'Network': ['ID=4caefaed-13c7-42e8-8ce9-3fff88487e9f,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:46.944177 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 49342) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:46.996598 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-6e2fc02a-0b29-4fe8-9471-5c3dbf2311bf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4f3da3f794f742c0a5bf009d5bad5208&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0509031 Nov 11 20:44:46.999141 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 49346) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:47.058655 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-fa8f9629-8e2e-442e-8c45-f4c12bfd2477 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:47.081859 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-fa8f9629-8e2e-442e-8c45-f4c12bfd2477 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:47.160874 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83d777-b5b6-4c70-b9b7-d65536de7a88 req-491814ff-33a4-4c92-a61a-91be04bf1f39 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:47.162345 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-af83d777-b5b6-4c70-b9b7-d65536de7a88 req-491814ff-33a4-4c92-a61a-91be04bf1f39 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 946 time: 0.0723460 Nov 11 20:44:47.179041 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-fa8f9629-8e2e-442e-8c45-f4c12bfd2477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:47.181539 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-fa8f9629-8e2e-442e-8c45-f4c12bfd2477 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:47.182616 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-fa8f9629-8e2e-442e-8c45-f4c12bfd2477 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8cdd1272-1183-4f05-9076-b30b3e4a977a HTTP/1.1" status: 204 len: 168 time: 0.1767809 Nov 11 20:44:47.203853 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f9629-8e2e-442e-8c45-f4c12bfd2477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cdd1272-1183-4f05-9076-b30b3e4a977a,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:47.232891 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-af83d777-b5b6-4c70-b9b7-d65536de7a88 req-906d3a69-1a47-4c34-b391-5fc9fae37b25 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644436 Nov 11 20:44:47.467064 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56aa5fc-ea45-4861-ad1a-61eb7df02ac0 req-07ba51ef-9b76-453d-a1ab-d449f940ba31 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:47.469462 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d56aa5fc-ea45-4861-ad1a-61eb7df02ac0 req-07ba51ef-9b76-453d-a1ab-d449f940ba31 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.0512707 Nov 11 20:44:47.518492 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d56aa5fc-ea45-4861-ad1a-61eb7df02ac0 req-7ad6d089-5118-497c-9448-f03f934331d1 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430503 Nov 11 20:44:47.528025 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 49358) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:47.566400 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-f8351b90-1903-424c-8b21-55df8fcc18bd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=54238243695d4c1d80225c7950ebf13a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372677 Nov 11 20:44:47.568963 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 49360) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:47.620143 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-cd30599d-1a40-4d81-868b-e948b0832a6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:47.640835 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-cd30599d-1a40-4d81-868b-e948b0832a6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:47.685241 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-cd30599d-1a40-4d81-868b-e948b0832a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:47.688143 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-cd30599d-1a40-4d81-868b-e948b0832a6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:47.689281 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-cd30599d-1a40-4d81-868b-e948b0832a6b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9daa239b-4674-4acc-a220-e887c567b6ba HTTP/1.1" status: 204 len: 168 time: 0.1194451 Nov 11 20:44:47.697694 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd30599d-1a40-4d81-868b-e948b0832a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9daa239b-4674-4acc-a220-e887c567b6ba,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:47.863259 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device 3f488d20-224b-4db5-9740-64babe3f7e85 no longer exists at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:44:47.888944 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] No Port match for: 3f488d20-224b-4db5-9740-64babe3f7e85 {{(pid=101813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:44:47.889297 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device 3f488d20-224b-4db5-9740-64babe3f7e85 not bound to the agent host dv-cinder-817642-1-iscsi {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:44:47.889745 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device c45a30cf-07b3-4393-a69c-c5ba76cce58c no longer exists at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:44:47.911321 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] No Port match for: c45a30cf-07b3-4393-a69c-c5ba76cce58c {{(pid=101813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:44:47.911663 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device c45a30cf-07b3-4393-a69c-c5ba76cce58c not bound to the agent host dv-cinder-817642-1-iscsi {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:44:48.366549 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b781b-0f91-4a5a-9805-872baf13cdb0 req-03ddf069-6065-4b7d-8e33-6528ff5cbc1a tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:48.368059 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-873b781b-0f91-4a5a-9805-872baf13cdb0 req-03ddf069-6065-4b7d-8e33-6528ff5cbc1a tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 946 time: 0.0534143 Nov 11 20:44:48.415658 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-873b781b-0f91-4a5a-9805-872baf13cdb0 req-ad5b3a65-4e7a-416d-81c1-8ce97adf3627 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416749 Nov 11 20:44:48.859700 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c692b1-4f30-4db2-90ff-cdab22610844 req-28b13132-8d81-4e6f-b697-88e279fb46af tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:48.861233 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-93c692b1-4f30-4db2-90ff-cdab22610844 req-28b13132-8d81-4e6f-b697-88e279fb46af tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.0539536 Nov 11 20:44:48.909887 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-93c692b1-4f30-4db2-90ff-cdab22610844 req-caa27ed1-245c-417a-91db-3381b44d3df9 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422468 Nov 11 20:44:49.550475 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f3e9f-2049-452f-9bea-4e31eb317499 req-678d6c19-b5b6-4e68-9660-6a8db5f55942 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:49.551987 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5c0f3e9f-2049-452f-9bea-4e31eb317499 req-678d6c19-b5b6-4e68-9660-6a8db5f55942 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 946 time: 0.0575590 Nov 11 20:44:49.600189 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5c0f3e9f-2049-452f-9bea-4e31eb317499 req-7f5ed78d-ec99-4e28-bc6d-467513728e52 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=4eafc578-1577-4908-a1a1-55e07f5447a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420432 Nov 11 20:44:49.791459 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb606b-10a1-4a3d-8a4d-b23dec3c155a req-e7e3f931-46cd-462e-98b6-265509b602c8 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:49.792897 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3adb606b-10a1-4a3d-8a4d-b23dec3c155a req-e7e3f931-46cd-462e-98b6-265509b602c8 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.78 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 946 time: 0.0489850 Nov 11 20:44:49.887635 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [req-3adb606b-10a1-4a3d-8a4d-b23dec3c155a req-b4720a07-7999-491a-b910-ddc0216f253c tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Deleting port bc0e19f0-bdca-4923-a0c3-77ad0c202bdc {{(pid=101811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:44:49.887884 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-3adb606b-10a1-4a3d-8a4d-b23dec3c155a req-b4720a07-7999-491a-b910-ddc0216f253c tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:49.979313 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-3adb606b-10a1-4a3d-8a4d-b23dec3c155a req-b4720a07-7999-491a-b910-ddc0216f253c tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] For port bc0e19f0-bdca-4923-a0c3-77ad0c202bdc, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=bc0e19f0-bdca-4923-a0c3-77ad0c202bdc,segment=NetworkSegment(bc2cdd12-61b5-41c6-859f-e3f0a8c491bb),segment_id=bc2cdd12-61b5-41c6-859f-e3f0a8c491bb)] {{(pid=101811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:44:49.979667 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-3adb606b-10a1-4a3d-8a4d-b23dec3c155a req-b4720a07-7999-491a-b910-ddc0216f253c tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:50.136867 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90699374-9aea-49e3-aaf7-4ae1f04dc882 req-64a3c612-7ee6-4a10-b2ca-0fdae3e4b544 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:50.138452 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-90699374-9aea-49e3-aaf7-4ae1f04dc882 req-64a3c612-7ee6-4a10-b2ca-0fdae3e4b544 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.1562381 Nov 11 20:44:50.257007 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-90699374-9aea-49e3-aaf7-4ae1f04dc882 req-f01e31ff-d3cb-443f-8062-ef65fe853c63 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913925 Nov 11 20:44:50.282825 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-3adb606b-10a1-4a3d-8a4d-b23dec3c155a req-b4720a07-7999-491a-b910-ddc0216f253c tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:50.283232 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-3adb606b-10a1-4a3d-8a4d-b23dec3c155a req-b4720a07-7999-491a-b910-ddc0216f253c tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656075'] for floatingip, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:50.283562 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.db.l3_db [req-3adb606b-10a1-4a3d-8a4d-b23dec3c155a req-b4720a07-7999-491a-b910-ddc0216f253c tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Floating IP a8731313-b948-41f4-8b4d-7e53c13f13fc disassociated. External IP: 172.27.0.155, port: bc0e19f0-bdca-4923-a0c3-77ad0c202bdc. Nov 11 20:44:50.283897 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [req-3adb606b-10a1-4a3d-8a4d-b23dec3c155a req-b4720a07-7999-491a-b910-ddc0216f253c tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Calling delete_port for bc0e19f0-bdca-4923-a0c3-77ad0c202bdc owned by compute:nova {{(pid=101811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:44:50.409729 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-3adb606b-10a1-4a3d-8a4d-b23dec3c155a req-b4720a07-7999-491a-b910-ddc0216f253c tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25464144'] for port, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:50.439050 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4720a07-7999-491a-b910-ddc0216f253c tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Pushing event deleted for resources: {'Port': ['ID=bc0e19f0-bdca-4923-a0c3-77ad0c202bdc,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:50.553342 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3adb606b-10a1-4a3d-8a4d-b23dec3c155a req-b4720a07-7999-491a-b910-ddc0216f253c tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Router fc74dff3-6f68-4d1e-b60f-adabb104eb44 has already been hosted by L3 agent 078c1a4f-b62f-4fa2-93c9-12887f0677c3 {{(pid=101811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:44:50.885920 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-13911940-e4d2-441b-a915-e46841d2a449 req-dfe48ca7-59fb-43b5-8698-1d0e06475dae tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 210 time: 0.0290287 Nov 11 20:44:50.949824 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3adb606b-10a1-4a3d-8a4d-b23dec3c155a req-b4720a07-7999-491a-b910-ddc0216f253c tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Notify agent at l3_agent.dv-cinder-817642-1-iscsi the message routers_updated {{(pid=101811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:44:50.960142 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f9fa4f-6eeb-4d48-a202-af4249dd881c None None] Sync routers for ids ['fc74dff3-6f68-4d1e-b60f-adabb104eb44'] in dv-cinder-817642-1-iscsi {{(pid=101813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:44:50.971667 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f9fa4f-6eeb-4d48-a202-af4249dd881c None None] Routers {'fc74dff3-6f68-4d1e-b60f-adabb104eb44'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:44:50.972340 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-68f9fa4f-6eeb-4d48-a202-af4249dd881c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:44:33Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['fc74dff3-6f68-4d1e-b60f-adabb104eb44'], 'active': True} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:50.988287 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [req-3adb606b-10a1-4a3d-8a4d-b23dec3c155a req-b4720a07-7999-491a-b910-ddc0216f253c tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] No DVR routers for this DVR port bc0e19f0-bdca-4923-a0c3-77ad0c202bdc on host hv-cinder-81764 {{(pid=101811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:44:50.990694 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-3adb606b-10a1-4a3d-8a4d-b23dec3c155a req-b4720a07-7999-491a-b910-ddc0216f253c tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:50.994105 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3adb606b-10a1-4a3d-8a4d-b23dec3c155a req-b4720a07-7999-491a-b910-ddc0216f253c tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.78 "DELETE /v2.0/ports/bc0e19f0-bdca-4923-a0c3-77ad0c202bdc HTTP/1.1" status: 204 len: 173 time: 1.1945097 Nov 11 20:44:50.994547 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4a9f51-80d0-4901-beaf-9b03435f002c', 'name': 'network-vif-deleted', 'tag': 'bc0e19f0-bdca-4923-a0c3-77ad0c202bdc'}] {{(pid=101811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:44:50.996797 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5736cb7e175e5ed5563496e7c8b9c6d8883e61bc6d504a4dc096e4a6f480cdce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e1b5de-8b9b-4508-a01a-5d3dd7669ff0" -d '{"events": [{"server_uuid": "ce4a9f51-80d0-4901-beaf-9b03435f002c", "name": "network-vif-deleted", "tag": "bc0e19f0-bdca-4923-a0c3-77ad0c202bdc"}]}' {{(pid=101811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:44:51.034834 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c8b95f-319e-458b-a5ad-b500db090e0b x-openstack-request-id: req-33c8b95f-319e-458b-a5ad-b500db090e0b {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:44:51.035130 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce4a9f51-80d0-4901-beaf-9b03435f002c", "name": "network-vif-deleted", "tag": "bc0e19f0-bdca-4923-a0c3-77ad0c202bdc", "status": "completed", "code": 200}]} {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:44:51.035379 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-33c8b95f-319e-458b-a5ad-b500db090e0b {{(pid=101811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:44:51.035895 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce4a9f51-80d0-4901-beaf-9b03435f002c', 'name': 'network-vif-deleted', 'tag': 'bc0e19f0-bdca-4923-a0c3-77ad0c202bdc', 'status': 'completed', 'code': 200} Nov 11 20:44:51.082879 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvr_db [None req-68f9fa4f-6eeb-4d48-a202-af4249dd881c None None] Set router fc74dff3-6f68-4d1e-b60f-adabb104eb44 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:44:51.277692 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-68f9fa4f-6eeb-4d48-a202-af4249dd881c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'name': 'tempest-AttachVolumeShelveTestJSON-627808726-router', 'tenant_id': '38d540a76ef9405bb94b7e433494fabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '67ba29b5-6d5a-4739-8793-7d8a03d5cb3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:38:13Z', 'updated_at': '2021-11-11T20:38:21Z', 'revision_number': 4, 'project_id': '38d540a76ef9405bb94b7e433494fabd', 'gw_port': {'id': '67ba29b5-6d5a-4739-8793-7d8a03d5cb3c', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:38:14Z', 'updated_at': '2021-11-11T20:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': '279df8e5-3371-4994-bf8b-9fba4ded60c2', 'name': '', 'network_id': '51d362a5-52f5-4926-aac3-68c4c9326236', 'tenant_id': '38d540a76ef9405bb94b7e433494fabd', 'mac_address': 'fa:16:3e:52:f4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b93905e5-6d6f-41ed-9efc-0dfc53d52f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:38:19Z', 'updated_at': '2021-11-11T20:38:28Z', 'revision_number': 5, 'project_id': '38d540a76ef9405bb94b7e433494fabd', 'subnets': [{'id': 'b93905e5-6d6f-41ed-9efc-0dfc53d52f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:51.308601 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f9fa4f-6eeb-4d48-a202-af4249dd881c None None] Checking router: fc74dff3-6f68-4d1e-b60f-adabb104eb44 for host: dv-cinder-817642-1-iscsi {{(pid=101813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:44:51.317785 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f9fa4f-6eeb-4d48-a202-af4249dd881c None None] Routers {'fc74dff3-6f68-4d1e-b60f-adabb104eb44'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:44:51.318377 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-68f9fa4f-6eeb-4d48-a202-af4249dd881c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:44:33Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['fc74dff3-6f68-4d1e-b60f-adabb104eb44'], 'active': True} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:51.371020 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c8d748-2a06-4cf3-ae0d-b7795966d4f9 req-4b2e2775-c534-4aa9-8bbe-c42e7c2c9fc8 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:51.372506 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-05c8d748-2a06-4cf3-ae0d-b7795966d4f9 req-4b2e2775-c534-4aa9-8bbe-c42e7c2c9fc8 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.0484831 Nov 11 20:44:51.430463 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-05c8d748-2a06-4cf3-ae0d-b7795966d4f9 req-efac550e-7cc4-46cf-ac4a-c0a122fc312a tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508077 Nov 11 20:44:51.431477 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvr_db [None req-68f9fa4f-6eeb-4d48-a202-af4249dd881c None None] Set router fc74dff3-6f68-4d1e-b60f-adabb104eb44 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:44:51.638687 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-68f9fa4f-6eeb-4d48-a202-af4249dd881c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'name': 'tempest-AttachVolumeShelveTestJSON-627808726-router', 'tenant_id': '38d540a76ef9405bb94b7e433494fabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '67ba29b5-6d5a-4739-8793-7d8a03d5cb3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:38:13Z', 'updated_at': '2021-11-11T20:38:21Z', 'revision_number': 4, 'project_id': '38d540a76ef9405bb94b7e433494fabd', 'gw_port': {'id': '67ba29b5-6d5a-4739-8793-7d8a03d5cb3c', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:38:14Z', 'updated_at': '2021-11-11T20:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': '279df8e5-3371-4994-bf8b-9fba4ded60c2', 'name': '', 'network_id': '51d362a5-52f5-4926-aac3-68c4c9326236', 'tenant_id': '38d540a76ef9405bb94b7e433494fabd', 'mac_address': 'fa:16:3e:52:f4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b93905e5-6d6f-41ed-9efc-0dfc53d52f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:38:19Z', 'updated_at': '2021-11-11T20:38:28Z', 'revision_number': 5, 'project_id': '38d540a76ef9405bb94b7e433494fabd', 'subnets': [{'id': 'b93905e5-6d6f-41ed-9efc-0dfc53d52f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:44:51.666374 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f9fa4f-6eeb-4d48-a202-af4249dd881c None None] The sync data for ids ['fc74dff3-6f68-4d1e-b60f-adabb104eb44'] in dv-cinder-817642-1-iscsi is: [{'id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'name': 'tempest-AttachVolumeShelveTestJSON-627808726-router', 'tenant_id': '38d540a76ef9405bb94b7e433494fabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '67ba29b5-6d5a-4739-8793-7d8a03d5cb3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:38:13Z', 'updated_at': '2021-11-11T20:38:21Z', 'revision_number': 4, 'project_id': '38d540a76ef9405bb94b7e433494fabd', 'gw_port': {'id': '67ba29b5-6d5a-4739-8793-7d8a03d5cb3c', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:38:14Z', 'updated_at': '2021-11-11T20:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': '279df8e5-3371-4994-bf8b-9fba4ded60c2', 'name': '', 'network_id': '51d362a5-52f5-4926-aac3-68c4c9326236', 'tenant_id': '38d540a76ef9405bb94b7e433494fabd', 'mac_address': 'fa:16:3e:52:f4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b93905e5-6d6f-41ed-9efc-0dfc53d52f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:38:19Z', 'updated_at': '2021-11-11T20:38:28Z', 'revision_number': 5, 'project_id': '38d540a76ef9405bb94b7e433494fabd', 'subnets': [{'id': 'b93905e5-6d6f-41ed-9efc-0dfc53d52f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:44:51.901158 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4cb7c0-b38b-4236-b489-eab554975663 None None] New status for floating IP a8731313-b948-41f4-8b4d-7e53c13f13fc: DOWN {{(pid=101814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 20:44:51.992846 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a7e7b3de-042d-43c2-ae67-bb37132e6a57 req-b57efbb5-545f-4362-ba75-603290880ba4 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 210 time: 0.0271065 Nov 11 20:44:52.166694 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:52.544862 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c4ccf-07dd-4429-8a15-9417b087a967 req-b0a4552b-61b2-4c4a-8e6b-6db223cb07e0 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:52.546374 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5b5c4ccf-07dd-4429-8a15-9417b087a967 req-b0a4552b-61b2-4c4a-8e6b-6db223cb07e0 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.0487285 Nov 11 20:44:52.593967 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5b5c4ccf-07dd-4429-8a15-9417b087a967 req-9cf05cfe-fca0-4d6b-b717-01cf30e13b23 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416806 Nov 11 20:44:53.098254 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-41e9e33a-7664-4944-a2c7-0692ae9f246f req-58b0e59a-c660-40b2-8f69-8a25e3b361ff tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce4a9f51-80d0-4901-beaf-9b03435f002c HTTP/1.1" status: 200 len: 210 time: 0.0274377 Nov 11 20:44:53.723084 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737282c-3cb2-4935-a882-cc76558f9b70 req-fdbd0385-9301-4ede-b0c4-73617349902b tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:53.725282 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b737282c-3cb2-4935-a882-cc76558f9b70 req-fdbd0385-9301-4ede-b0c4-73617349902b tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.0592489 Nov 11 20:44:53.776707 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b737282c-3cb2-4935-a882-cc76558f9b70 req-10d7f031-ef9f-4cd9-82dc-c67bdeb31cfe tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451548 Nov 11 20:44:54.139023 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device bc0e19f0-bdca-4923-a0c3-77ad0c202bdc no longer exists at agent hyperv_hv-cinder-81764 {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:44:54.160069 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] No Port match for: bc0e19f0-bdca-4923-a0c3-77ad0c202bdc {{(pid=101813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:44:54.160557 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device bc0e19f0-bdca-4923-a0c3-77ad0c202bdc not bound to the agent host hv-cinder-81764 {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:44:54.190090 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 49444) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:54.242074 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-d94c374f-f079-4483-933d-ac7bbc37650b tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks [] for security_group, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:54.266201 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-d94c374f-f079-4483-933d-ac7bbc37650b tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:54.320116 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-d94c374f-f079-4483-933d-ac7bbc37650b tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:54.322657 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-d94c374f-f079-4483-933d-ac7bbc37650b tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks [] for security_group, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:54.323882 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-d94c374f-f079-4483-933d-ac7bbc37650b tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "DELETE /v2.0/security-groups/4eafc578-1577-4908-a1a1-55e07f5447a1 HTTP/1.1" status: 204 len: 168 time: 0.1327004 Nov 11 20:44:54.326749 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 49446) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:54.333091 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94c374f-f079-4483-933d-ac7bbc37650b tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eafc578-1577-4908-a1a1-55e07f5447a1,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:54.341106 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.api.v2.resource [None req-c85cb7d6-caeb-449e-af09-193268260190 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] show failed (client error): The resource could not be found. Nov 11 20:44:54.342125 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-c85cb7d6-caeb-449e-af09-193268260190 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups/4eafc578-1577-4908-a1a1-55e07f5447a1 HTTP/1.1" status: 404 len: 347 time: 0.0143161 Nov 11 20:44:54.345748 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 49448) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:54.473745 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.plugin [None req-a051e62d-8f46-4bad-ba8d-bca8cffda8ce tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Deleting port 874d2724-d146-46e1-8a57-4a0f51213fd3 {{(pid=101812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:44:54.474076 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-a051e62d-8f46-4bad-ba8d-bca8cffda8ce tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:54.547311 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-a051e62d-8f46-4bad-ba8d-bca8cffda8ce tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:54.547650 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-a051e62d-8f46-4bad-ba8d-bca8cffda8ce tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:54.558828 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.plugin [None req-a051e62d-8f46-4bad-ba8d-bca8cffda8ce tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Calling delete_port for 874d2724-d146-46e1-8a57-4a0f51213fd3 owned by network:floatingip {{(pid=101812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:44:54.687198 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-a051e62d-8f46-4bad-ba8d-bca8cffda8ce tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3549817'] for port, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:54.713687 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051e62d-8f46-4bad-ba8d-bca8cffda8ce tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Pushing event deleted for resources: {'Port': ['ID=874d2724-d146-46e1-8a57-4a0f51213fd3,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:54.776192 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-a051e62d-8f46-4bad-ba8d-bca8cffda8ce tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks [] for floatingip, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:54.778810 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-a051e62d-8f46-4bad-ba8d-bca8cffda8ce tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for floatingip, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:54.779937 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-a051e62d-8f46-4bad-ba8d-bca8cffda8ce tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "DELETE /v2.0/floatingips/a8731313-b948-41f4-8b4d-7e53c13f13fc HTTP/1.1" status: 204 len: 168 time: 0.4331808 Nov 11 20:44:54.894316 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19757e2b-770d-4bde-90e7-e88aba584dcb req-892b03d9-7d72-4b25-8670-79874b653560 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:54.902438 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-19757e2b-770d-4bde-90e7-e88aba584dcb req-892b03d9-7d72-4b25-8670-79874b653560 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.0579653 Nov 11 20:44:54.949711 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-19757e2b-770d-4bde-90e7-e88aba584dcb req-5975a3f7-d793-47bf-8fae-3da11ca71355 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464308 Nov 11 20:44:55.157715 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 49464) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:55.162289 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [None req-e7cc8f99-a90f-444f-910f-efd8e377adfc tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1053782201', 'description': 'tempest-description--587491296'}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:44:55.186111 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-e7cc8f99-a90f-444f-910f-efd8e377adfc tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:55.258243 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-e7cc8f99-a90f-444f-910f-efd8e377adfc tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:55.263328 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-e7cc8f99-a90f-444f-910f-efd8e377adfc tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:55.297834 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-e7cc8f99-a90f-444f-910f-efd8e377adfc tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:55.297834 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-e7cc8f99-a90f-444f-910f-efd8e377adfc tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1389198 Nov 11 20:44:55.300613 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 49466) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:55.305080 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [None req-50c6faf4-dd80-4587-b9b3-89a5cc8ee7c4 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Request body: {'security_group_rule': {'security_group_id': '97faf4b1-e54d-476d-bc2e-7226ee9ac9c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:44:55.311506 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc8f99-a90f-444f-910f-efd8e377adfc tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:55.338545 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-50c6faf4-dd80-4587-b9b3-89a5cc8ee7c4 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:55.394308 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-50c6faf4-dd80-4587-b9b3-89a5cc8ee7c4 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:55.399448 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-50c6faf4-dd80-4587-b9b3-89a5cc8ee7c4 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641934'] for security_group_rule, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:55.417752 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c6faf4-dd80-4587-b9b3-89a5cc8ee7c4 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd070b71-f138-40b2-9090-39e6aaedc885,revision_number=0']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:55.426355 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-50c6faf4-dd80-4587-b9b3-89a5cc8ee7c4 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:55.430041 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-50c6faf4-dd80-4587-b9b3-89a5cc8ee7c4 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1260650 Nov 11 20:44:55.430330 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 49470) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:55.434488 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [None req-b3ba8a5d-6d53-4046-b4a3-ada8431cf26d tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Request body: {'security_group_rule': {'security_group_id': '97faf4b1-e54d-476d-bc2e-7226ee9ac9c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:44:55.462613 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-b3ba8a5d-6d53-4046-b4a3-ada8431cf26d tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:55.520412 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-b3ba8a5d-6d53-4046-b4a3-ada8431cf26d tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:55.523927 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-b3ba8a5d-6d53-4046-b4a3-ada8431cf26d tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641934'] for security_group_rule, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:55.542847 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba8a5d-6d53-4046-b4a3-ada8431cf26d tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00973b09-e0b3-4c3e-b377-eb36bd9be290,revision_number=0']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:55.548254 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-b3ba8a5d-6d53-4046-b4a3-ada8431cf26d tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:55.549448 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-b3ba8a5d-6d53-4046-b4a3-ada8431cf26d tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1183076 Nov 11 20:44:55.552507 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 49472) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:55.556720 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [None req-3f0bdd10-c52b-4f86-9e26-fa1f834a2d83 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Request body: {'floatingip': {'floating_network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2'}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:44:55.578927 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-3f0bdd10-c52b-4f86-9e26-fa1f834a2d83 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks [] for floatingip, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:55.672349 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-3f0bdd10-c52b-4f86-9e26-fa1f834a2d83 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:55.780635 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.db.db_base_plugin_common [None req-3f0bdd10-c52b-4f86-9e26-fa1f834a2d83 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Allocated IP 172.27.0.97 (06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2/dac47c4e-2532-416f-829a-3cf927393807/6d975358-01f2-46a2-aae3-eaf3e9995988) {{(pid=101812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:44:55.881035 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-3f0bdd10-c52b-4f86-9e26-fa1f834a2d83 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks [] for port, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:55.913466 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-3f0bdd10-c52b-4f86-9e26-fa1f834a2d83 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3549817'] for port, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:55.953175 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0bdd10-c52b-4f86-9e26-fa1f834a2d83 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Network 06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2 is already hosted by enough agents. {{(pid=101812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:44:55.955808 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.base_scheduler [None req-3f0bdd10-c52b-4f86-9e26-fa1f834a2d83 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Resources bound (agent type, host, resource id): {{(pid=101812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:44:55.961307 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0bdd10-c52b-4f86-9e26-fa1f834a2d83 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Received port after_create {{(pid=101812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:44:55.987853 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0bdd10-c52b-4f86-9e26-fa1f834a2d83 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Pushing event updated for resources: {'Port': ['ID=6d975358-01f2-46a2-aae3-eaf3e9995988,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:56.057629 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-3f0bdd10-c52b-4f86-9e26-fa1f834a2d83 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:56.070578 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8111663-4d20-49d4-a307-857d3b21812b req-ce642c30-9a62-4a42-a6da-3eaf1ab11425 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:56.072102 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b8111663-4d20-49d4-a307-857d3b21812b req-ce642c30-9a62-4a42-a6da-3eaf1ab11425 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.0514123 Nov 11 20:44:56.093993 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-3f0bdd10-c52b-4f86-9e26-fa1f834a2d83 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:56.127566 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b8111663-4d20-49d4-a307-857d3b21812b req-ee014412-001f-4e31-9168-bb8c29fcfe38 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487778 Nov 11 20:44:56.252443 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-3f0bdd10-c52b-4f86-9e26-fa1f834a2d83 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks [] for port, precommit_update {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:56.256869 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-3f0bdd10-c52b-4f86-9e26-fa1f834a2d83 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3549696'] for port, after_update {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:56.326850 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0bdd10-c52b-4f86-9e26-fa1f834a2d83 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Pushing event updated for resources: {'Port': ['ID=6d975358-01f2-46a2-aae3-eaf3e9995988,revision_number=2']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:56.340776 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-3f0bdd10-c52b-4f86-9e26-fa1f834a2d83 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656075'] for floatingip, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:56.355368 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-3f0bdd10-c52b-4f86-9e26-fa1f834a2d83 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for floatingip, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:56.356603 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-3f0bdd10-c52b-4f86-9e26-fa1f834a2d83 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8031664 Nov 11 20:44:56.557145 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1036f08f-e8fe-486f-8a34-2e03331a83da req-050a3f21-fc74-4e63-8ecf-737b856af702 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1053782201&fields=id&tenant_id=38d540a76ef9405bb94b7e433494fabd HTTP/1.1" status: 200 len: 267 time: 0.0449593 Nov 11 20:44:56.667900 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036f08f-e8fe-486f-8a34-2e03331a83da req-15a3a13d-9a67-4752-9700-cd929056301f tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:56.669509 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1036f08f-e8fe-486f-8a34-2e03331a83da req-15a3a13d-9a67-4752-9700-cd929056301f tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/networks?id=51d362a5-52f5-4926-aac3-68c4c9326236 HTTP/1.1" status: 200 len: 816 time: 0.1047575 Nov 11 20:44:56.684175 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1036f08f-e8fe-486f-8a34-2e03331a83da req-e8cff876-27b6-4f42-b3f8-92e661869156 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/quotas/38d540a76ef9405bb94b7e433494fabd HTTP/1.1" status: 200 len: 375 time: 0.0089095 Nov 11 20:44:56.740830 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1036f08f-e8fe-486f-8a34-2e03331a83da req-f4e6c90c-b03a-4e01-9f7a-83cd3e1f83e0 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=38d540a76ef9405bb94b7e433494fabd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512011 Nov 11 20:44:56.928683 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1036f08f-e8fe-486f-8a34-2e03331a83da req-6fa6e164-4e6a-4f1e-96cb-37f19ed9f8b5 service neutron] 10.222.0.61 "GET /v2.0/networks/51d362a5-52f5-4926-aac3-68c4c9326236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761806 Nov 11 20:44:57.023443 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1036f08f-e8fe-486f-8a34-2e03331a83da req-5eb76b8f-5b34-4f85-9611-bafaf9e4750f service neutron] 10.222.0.61 "GET /v2.0/networks/51d362a5-52f5-4926-aac3-68c4c9326236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884495 Nov 11 20:44:57.187743 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ae51a9bf-f202-492a-bd8d-cd51662d2948 req-e6235ec8-61c0-4eca-b622-3d5ae14f4837 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 210 time: 0.0275323 Nov 11 20:44:57.251436 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e5fb3-5853-4788-a4db-23270e13ac4e req-d08375b7-f2c8-4c68-a618-2c915f199171 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:57.252964 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f09e5fb3-5853-4788-a4db-23270e13ac4e req-d08375b7-f2c8-4c68-a618-2c915f199171 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.0556986 Nov 11 20:44:57.312703 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f09e5fb3-5853-4788-a4db-23270e13ac4e req-8180ae8a-7143-4679-baf6-5a9030537a23 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526516 Nov 11 20:44:58.298514 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-809b1b84-6ac2-4958-a814-266ac3e3691c req-33d51a75-c3a7-4282-b75a-451ecaa89011 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 210 time: 0.0351808 Nov 11 20:44:58.524046 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d5ec1-e35c-4de6-8173-479d1bd08e87 req-aeb22fe2-5e19-44ed-b3a9-6904d9ac1e0f tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:58.525794 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b70d5ec1-e35c-4de6-8173-479d1bd08e87 req-aeb22fe2-5e19-44ed-b3a9-6904d9ac1e0f tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.1170549 Nov 11 20:44:58.582093 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036f08f-e8fe-486f-8a34-2e03331a83da req-c842348a-1cb1-4c09-9104-d1e0fd1fad91 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:58.583649 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1036f08f-e8fe-486f-8a34-2e03331a83da req-c842348a-1cb1-4c09-9104-d1e0fd1fad91 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.78 "GET /v2.0/networks?id=51d362a5-52f5-4926-aac3-68c4c9326236 HTTP/1.1" status: 200 len: 816 time: 0.2215645 Nov 11 20:44:58.619452 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b70d5ec1-e35c-4de6-8173-479d1bd08e87 req-4fc9ad0f-cf2c-4502-b468-80b73e2abb4d tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845954 Nov 11 20:44:58.660265 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1036f08f-e8fe-486f-8a34-2e03331a83da req-17a71af4-5784-40d0-afab-2d152d072869 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38d540a76ef9405bb94b7e433494fabd HTTP/1.1" status: 200 len: 380 time: 0.0645025 Nov 11 20:44:58.675436 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [req-1036f08f-e8fe-486f-8a34-2e03331a83da req-9eed0b8f-da75-4f71-8f1f-317110a41343 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Request body: {'port': {'device_id': '88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e', 'network_id': '51d362a5-52f5-4926-aac3-68c4c9326236', 'admin_state_up': True, 'tenant_id': '38d540a76ef9405bb94b7e433494fabd', 'security_groups': ['97faf4b1-e54d-476d-bc2e-7226ee9ac9c2']}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:44:58.802768 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e511b2eb-75e2-42b6-aab3-b74c55b10bbb req-8fbde783-b2d6-4160-9c05-5066976b0754 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1604159381&fields=id&tenant_id=1ad6c752ea6048068ad66bddb0f2968f HTTP/1.1" status: 200 len: 267 time: 0.0954792 Nov 11 20:44:58.896147 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1036f08f-e8fe-486f-8a34-2e03331a83da req-9eed0b8f-da75-4f71-8f1f-317110a41343 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Made reservation on behalf of 38d540a76ef9405bb94b7e433494fabd for: {'port': 1} {{(pid=101811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:44:58.899717 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-1036f08f-e8fe-486f-8a34-2e03331a83da req-9eed0b8f-da75-4f71-8f1f-317110a41343 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:58.953082 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511b2eb-75e2-42b6-aab3-b74c55b10bbb req-39d92384-c892-4d80-8ee0-cbb2d51466d3 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:58.954550 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e511b2eb-75e2-42b6-aab3-b74c55b10bbb req-39d92384-c892-4d80-8ee0-cbb2d51466d3 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/networks?id=86e64690-2a5a-4e0a-b625-102ea78f3628 HTTP/1.1" status: 200 len: 809 time: 0.1405249 Nov 11 20:44:59.001162 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e511b2eb-75e2-42b6-aab3-b74c55b10bbb req-60ba736b-3fa4-4860-b323-54505925ee44 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/quotas/1ad6c752ea6048068ad66bddb0f2968f HTTP/1.1" status: 200 len: 375 time: 0.0187993 Nov 11 20:44:59.090598 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.db_base_plugin_common [req-1036f08f-e8fe-486f-8a34-2e03331a83da req-9eed0b8f-da75-4f71-8f1f-317110a41343 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Allocated IP 172.20.0.7 (51d362a5-52f5-4926-aac3-68c4c9326236/b93905e5-6d6f-41ed-9efc-0dfc53d52f76/962e998a-c58f-4876-b93f-8de3af37c538) {{(pid=101811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:44:59.101116 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e511b2eb-75e2-42b6-aab3-b74c55b10bbb req-b164d816-ff74-4f18-8bd2-8ffdb05994dc tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1ad6c752ea6048068ad66bddb0f2968f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0930524 Nov 11 20:44:59.301251 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-1036f08f-e8fe-486f-8a34-2e03331a83da req-9eed0b8f-da75-4f71-8f1f-317110a41343 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks [] for port, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:59.310299 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e511b2eb-75e2-42b6-aab3-b74c55b10bbb req-31eccca7-7173-4950-a4bf-11da1fc7f15e service neutron] 10.222.0.61 "GET /v2.0/networks/86e64690-2a5a-4e0a-b625-102ea78f3628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945860 Nov 11 20:44:59.413197 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f0631c25-0c94-4e25-bae1-64aa7cc598eb req-4913373c-bad5-4fa6-be88-800caecadd88 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 210 time: 0.0343480 Nov 11 20:44:59.417572 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-1036f08f-e8fe-486f-8a34-2e03331a83da req-9eed0b8f-da75-4f71-8f1f-317110a41343 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25464144'] for port, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:59.483565 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1036f08f-e8fe-486f-8a34-2e03331a83da req-9eed0b8f-da75-4f71-8f1f-317110a41343 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Network 51d362a5-52f5-4926-aac3-68c4c9326236 is already hosted by enough agents. {{(pid=101811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:44:59.484819 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed0b8f-da75-4f71-8f1f-317110a41343 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Pushing event updated for resources: {'Port': ['ID=962e998a-c58f-4876-b93f-8de3af37c538,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:44:59.488507 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e511b2eb-75e2-42b6-aab3-b74c55b10bbb req-c8de368e-cf22-4f24-ba16-a86a67f574a3 service neutron] 10.222.0.61 "GET /v2.0/networks/86e64690-2a5a-4e0a-b625-102ea78f3628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706848 Nov 11 20:44:59.490239 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.base_scheduler [req-1036f08f-e8fe-486f-8a34-2e03331a83da req-9eed0b8f-da75-4f71-8f1f-317110a41343 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Resources bound (agent type, host, resource id): {{(pid=101811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:44:59.495170 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [req-1036f08f-e8fe-486f-8a34-2e03331a83da req-9eed0b8f-da75-4f71-8f1f-317110a41343 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Received port after_create {{(pid=101811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:44:59.500257 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed0b8f-da75-4f71-8f1f-317110a41343 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:59.500426 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed0b8f-da75-4f71-8f1f-317110a41343 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:59.500671 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed0b8f-da75-4f71-8f1f-317110a41343 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:59.501007 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed0b8f-da75-4f71-8f1f-317110a41343 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:59.501354 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed0b8f-da75-4f71-8f1f-317110a41343 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:59.501662 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed0b8f-da75-4f71-8f1f-317110a41343 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:59.502020 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed0b8f-da75-4f71-8f1f-317110a41343 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:59.502347 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed0b8f-da75-4f71-8f1f-317110a41343 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:59.502803 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed0b8f-da75-4f71-8f1f-317110a41343 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:59.503075 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed0b8f-da75-4f71-8f1f-317110a41343 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:59.503395 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed0b8f-da75-4f71-8f1f-317110a41343 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:59.505313 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed0b8f-da75-4f71-8f1f-317110a41343 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:44:59.555121 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036f08f-e8fe-486f-8a34-2e03331a83da req-9eed0b8f-da75-4f71-8f1f-317110a41343 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:59.555732 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-1036f08f-e8fe-486f-8a34-2e03331a83da req-9eed0b8f-da75-4f71-8f1f-317110a41343 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:59.573711 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1036f08f-e8fe-486f-8a34-2e03331a83da req-9eed0b8f-da75-4f71-8f1f-317110a41343 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9025977 Nov 11 20:44:59.588756 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [req-1036f08f-e8fe-486f-8a34-2e03331a83da req-d534924f-b274-439d-9c00-04f7f829e40d service neutron] Request body: {'port': {'device_id': '88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81764'}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:44:59.649804 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-1036f08f-e8fe-486f-8a34-2e03331a83da req-d534924f-b274-439d-9c00-04f7f829e40d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:59.830080 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225310b7-d3ac-4a35-b84c-6796091f80f2 req-8e1c68c0-ebe2-4734-affb-9376c098240e tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:44:59.831613 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-225310b7-d3ac-4a35-b84c-6796091f80f2 req-8e1c68c0-ebe2-4734-affb-9376c098240e tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.1281588 Nov 11 20:44:59.873323 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-327b001a-87a2-4a27-88ed-0d3282691533 None None] Provisioning complete for port 962e998a-c58f-4876-b93f-8de3af37c538 triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:44:59.873828 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-327b001a-87a2-4a27-88ed-0d3282691533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:44:59.894887 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 49562) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:44:59.913738 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-327b001a-87a2-4a27-88ed-0d3282691533 None None] Port 962e998a-c58f-4876-b93f-8de3af37c538 cannot update to ACTIVE because it is not bound. {{(pid=101813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:44:59.942592 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d6674ca6-d08d-488e-bf68-2ca7f18caee1 req-a5e767d1-57d3-46c8-bd71-c5c209a7cbe9 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 210 time: 0.0910776 Nov 11 20:44:59.998066 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-225310b7-d3ac-4a35-b84c-6796091f80f2 req-dc2e92d0-3b8b-4243-8c61-545fb1ad9584 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567869 Nov 11 20:45:00.036202 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-272a4bf9-401a-4604-b7c2-86eb45fea640 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:00.081175 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [req-1036f08f-e8fe-486f-8a34-2e03331a83da req-d534924f-b274-439d-9c00-04f7f829e40d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 962e998a-c58f-4876-b93f-8de3af37c538 {{(pid=101811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:45:00.091625 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-1036f08f-e8fe-486f-8a34-2e03331a83da req-d534924f-b274-439d-9c00-04f7f829e40d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:00.106961 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.provisioning_blocks [req-1036f08f-e8fe-486f-8a34-2e03331a83da req-d534924f-b274-439d-9c00-04f7f829e40d service neutron] Transition to ACTIVE for port object 962e998a-c58f-4876-b93f-8de3af37c538 will not be triggered until provisioned by entity L2. {{(pid=101811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:45:00.115197 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-1036f08f-e8fe-486f-8a34-2e03331a83da req-d534924f-b274-439d-9c00-04f7f829e40d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25464105'] for port, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:00.132081 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-272a4bf9-401a-4604-b7c2-86eb45fea640 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:00.136892 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-272a4bf9-401a-4604-b7c2-86eb45fea640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:00.167407 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d534924f-b274-439d-9c00-04f7f829e40d service neutron] Pushing event updated for resources: {'Port': ['ID=962e998a-c58f-4876-b93f-8de3af37c538,revision_number=2']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:00.179447 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-272a4bf9-401a-4604-b7c2-86eb45fea640 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=46de8ea5268a4ee2933abb9fdd77300b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2828774 Nov 11 20:45:00.186848 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 49572) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:00.228520 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a4bf9-401a-4604-b7c2-86eb45fea640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea587d6-0d82-4742-813e-7869463c3d22,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:00.272205 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-54f3553d-4046-4495-9650-e89cc2210dc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:00.275850 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.managers [req-1036f08f-e8fe-486f-8a34-2e03331a83da req-d534924f-b274-439d-9c00-04f7f829e40d service neutron] Attempting to bind port 962e998a-c58f-4876-b93f-8de3af37c538 on host hv-cinder-81764 for vnic_type normal with profile {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:45:00.276964 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.managers [req-1036f08f-e8fe-486f-8a34-2e03331a83da req-d534924f-b274-439d-9c00-04f7f829e40d service neutron] Attempting to bind port 962e998a-c58f-4876-b93f-8de3af37c538 by drivers openvswitch,hyperv on host hv-cinder-81764 at level 0 using segments [{'id': 'bc2cdd12-61b5-41c6-859f-e3f0a8c491bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '51d362a5-52f5-4926-aac3-68c4c9326236'}] {{(pid=101811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:45:00.277504 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1036f08f-e8fe-486f-8a34-2e03331a83da req-d534924f-b274-439d-9c00-04f7f829e40d service neutron] Attempting to bind port 962e998a-c58f-4876-b93f-8de3af37c538 on network 51d362a5-52f5-4926-aac3-68c4c9326236 {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:45:00.287128 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1036f08f-e8fe-486f-8a34-2e03331a83da req-d534924f-b274-439d-9c00-04f7f829e40d service neutron] Port 962e998a-c58f-4876-b93f-8de3af37c538 on network 51d362a5-52f5-4926-aac3-68c4c9326236 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81764 {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:45:00.287718 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1036f08f-e8fe-486f-8a34-2e03331a83da req-d534924f-b274-439d-9c00-04f7f829e40d service neutron] Attempting to bind port 962e998a-c58f-4876-b93f-8de3af37c538 on network 51d362a5-52f5-4926-aac3-68c4c9326236 {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:45:00.300798 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1036f08f-e8fe-486f-8a34-2e03331a83da req-d534924f-b274-439d-9c00-04f7f829e40d service neutron] Checking agent: {'id': '15458190-db7e-4dc5-9ea8-0c1068e01e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81764', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 36, 20), 'started_at': datetime.datetime(2021, 11, 11, 20, 36, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:45:00.301495 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1036f08f-e8fe-486f-8a34-2e03331a83da req-d534924f-b274-439d-9c00-04f7f829e40d service neutron] Checking segment: {'id': 'bc2cdd12-61b5-41c6-859f-e3f0a8c491bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '51d362a5-52f5-4926-aac3-68c4c9326236'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:45:00.302769 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1036f08f-e8fe-486f-8a34-2e03331a83da req-d534924f-b274-439d-9c00-04f7f829e40d service neutron] Bound using segment: {'id': 'bc2cdd12-61b5-41c6-859f-e3f0a8c491bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '51d362a5-52f5-4926-aac3-68c4c9326236'} {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:45:00.303863 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-54f3553d-4046-4495-9650-e89cc2210dc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:00.304272 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.managers [req-1036f08f-e8fe-486f-8a34-2e03331a83da req-d534924f-b274-439d-9c00-04f7f829e40d service neutron] Bound port: 962e998a-c58f-4876-b93f-8de3af37c538, host: hv-cinder-81764, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc2cdd12-61b5-41c6-859f-e3f0a8c491bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '51d362a5-52f5-4926-aac3-68c4c9326236'}}] {{(pid=101811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:45:00.304932 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-1036f08f-e8fe-486f-8a34-2e03331a83da req-d534924f-b274-439d-9c00-04f7f829e40d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:00.371261 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-54f3553d-4046-4495-9650-e89cc2210dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:00.373844 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-54f3553d-4046-4495-9650-e89cc2210dc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:00.375638 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-54f3553d-4046-4495-9650-e89cc2210dc6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bea587d6-0d82-4742-813e-7869463c3d22 HTTP/1.1" status: 204 len: 168 time: 0.1877184 Nov 11 20:45:00.395962 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f3553d-4046-4495-9650-e89cc2210dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea587d6-0d82-4742-813e-7869463c3d22,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:00.416564 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-1036f08f-e8fe-486f-8a34-2e03331a83da req-d534924f-b274-439d-9c00-04f7f829e40d service neutron] For port 962e998a-c58f-4876-b93f-8de3af37c538, host hv-cinder-81764, cleared binding levels {{(pid=101811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:45:00.422348 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-1036f08f-e8fe-486f-8a34-2e03331a83da req-d534924f-b274-439d-9c00-04f7f829e40d service neutron] For port 962e998a-c58f-4876-b93f-8de3af37c538, host hv-cinder-81764, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=962e998a-c58f-4876-b93f-8de3af37c538,segment=NetworkSegment(bc2cdd12-61b5-41c6-859f-e3f0a8c491bb),segment_id=bc2cdd12-61b5-41c6-859f-e3f0a8c491bb)] {{(pid=101811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:45:00.427637 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-1036f08f-e8fe-486f-8a34-2e03331a83da req-d534924f-b274-439d-9c00-04f7f829e40d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25464105'] for port, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:00.483045 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036f08f-e8fe-486f-8a34-2e03331a83da req-d534924f-b274-439d-9c00-04f7f829e40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:00.484266 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-1036f08f-e8fe-486f-8a34-2e03331a83da req-d534924f-b274-439d-9c00-04f7f829e40d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:00.485609 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1036f08f-e8fe-486f-8a34-2e03331a83da req-d534924f-b274-439d-9c00-04f7f829e40d service neutron] 10.222.0.78 "PUT /v2.0/ports/962e998a-c58f-4876-b93f-8de3af37c538 HTTP/1.1" status: 200 len: 1093 time: 0.9013803 Nov 11 20:45:00.486183 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e', 'tag': '962e998a-c58f-4876-b93f-8de3af37c538'}] {{(pid=101811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:45:00.488573 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5736cb7e175e5ed5563496e7c8b9c6d8883e61bc6d504a4dc096e4a6f480cdce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150b8776-352a-47f8-8543-f4afb4a922bf" -d '{"events": [{"name": "network-changed", "server_uuid": "88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e", "tag": "962e998a-c58f-4876-b93f-8de3af37c538"}]}' {{(pid=101811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:45:00.508706 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d534924f-b274-439d-9c00-04f7f829e40d service neutron] Pushing event updated for resources: {'Port': ['ID=962e998a-c58f-4876-b93f-8de3af37c538,revision_number=3']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:00.609011 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948c06bf-db8e-47bf-a2c8-608038b17b2d x-openstack-request-id: req-948c06bf-db8e-47bf-a2c8-608038b17b2d {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:45:00.609302 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e", "tag": "962e998a-c58f-4876-b93f-8de3af37c538", "status": "completed", "code": 200}]} {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:45:00.609556 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-948c06bf-db8e-47bf-a2c8-608038b17b2d {{(pid=101811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:45:00.610008 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e', 'tag': '962e998a-c58f-4876-b93f-8de3af37c538', 'status': 'completed', 'code': 200} Nov 11 20:45:00.618308 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f3f59f-a032-4e3d-b0b1-d197f0ca221d req-35763e89-4571-4c75-afa8-37544ef48cff tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:00.619403 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c8f3f59f-a032-4e3d-b0b1-d197f0ca221d req-35763e89-4571-4c75-afa8-37544ef48cff tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 943 time: 0.0842438 Nov 11 20:45:00.730917 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c8f3f59f-a032-4e3d-b0b1-d197f0ca221d req-da966701-b900-4a3f-a62b-6cd8e913532d tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978057 Nov 11 20:45:00.738536 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036f08f-e8fe-486f-8a34-2e03331a83da req-e511793d-b9c0-4969-aa79-dda9b398df9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:00.740116 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1036f08f-e8fe-486f-8a34-2e03331a83da req-e511793d-b9c0-4969-aa79-dda9b398df9c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=38d540a76ef9405bb94b7e433494fabd&device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 1096 time: 0.0863929 Nov 11 20:45:00.767038 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-908679fe-8e68-443a-9f81-877d4d0f3a4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:00.814416 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1036f08f-e8fe-486f-8a34-2e03331a83da req-45078aa2-0e5d-43b7-883f-d579f668cbae service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=962e998a-c58f-4876-b93f-8de3af37c538 HTTP/1.1" status: 200 len: 217 time: 0.0403264 Nov 11 20:45:00.850895 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.agents_db [None req-82748851-6744-43b9-bd77-83e744a7c088 None None] Agent healthcheck: found 6 active agents {{(pid=101814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:45:00.879862 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036f08f-e8fe-486f-8a34-2e03331a83da req-ee71f5c4-ccdf-430c-a2ad-abd1451c5b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:00.881431 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1036f08f-e8fe-486f-8a34-2e03331a83da req-ee71f5c4-ccdf-430c-a2ad-abd1451c5b7c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b93905e5-6d6f-41ed-9efc-0dfc53d52f76 HTTP/1.1" status: 200 len: 855 time: 0.0566506 Nov 11 20:45:00.934175 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036f08f-e8fe-486f-8a34-2e03331a83da req-aa146e9b-0100-4d41-b3c3-932977f7ed6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:00.935705 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1036f08f-e8fe-486f-8a34-2e03331a83da req-aa146e9b-0100-4d41-b3c3-932977f7ed6a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=51d362a5-52f5-4926-aac3-68c4c9326236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443134 Nov 11 20:45:01.060266 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4fcd8c56-a224-403a-9220-610409994963 req-429304b2-2eaa-4c8e-bf30-a9926d484440 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 210 time: 0.0429451 Nov 11 20:45:01.071659 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1036f08f-e8fe-486f-8a34-2e03331a83da req-74e0c634-adbc-4757-9a05-06320801028f service neutron] 10.222.0.78 "GET /v2.0/networks/51d362a5-52f5-4926-aac3-68c4c9326236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221166 Nov 11 20:45:01.182611 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a155f0-d85d-44ef-9b99-420b167f192a req-44383446-395f-44a1-9502-80266664420b tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:01.184159 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f9a155f0-d85d-44ef-9b99-420b167f192a req-44383446-395f-44a1-9502-80266664420b tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.1115906 Nov 11 20:45:01.226681 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1036f08f-e8fe-486f-8a34-2e03331a83da req-5ee9ec80-4bb1-43e9-ae1c-81a213cf2c0e service neutron] 10.222.0.78 "GET /v2.0/networks/51d362a5-52f5-4926-aac3-68c4c9326236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452446 Nov 11 20:45:01.328097 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f9a155f0-d85d-44ef-9b99-420b167f192a req-9e1a714b-92d3-48ed-81b6-dfa35e6bc6ba tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364121 Nov 11 20:45:01.388322 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b8776-352a-47f8-8543-f4afb4a922bf req-136e6bd3-3c43-41a4-b5a8-c5cbe4004750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:01.389795 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-150b8776-352a-47f8-8543-f4afb4a922bf req-136e6bd3-3c43-41a4-b5a8-c5cbe4004750 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=38d540a76ef9405bb94b7e433494fabd&device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 1096 time: 0.1021807 Nov 11 20:45:01.398173 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511b2eb-75e2-42b6-aab3-b74c55b10bbb req-26c57e56-4f8d-435f-971c-d25205c085e1 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:01.399498 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e511b2eb-75e2-42b6-aab3-b74c55b10bbb req-26c57e56-4f8d-435f-971c-d25205c085e1 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.78 "GET /v2.0/networks?id=86e64690-2a5a-4e0a-b625-102ea78f3628 HTTP/1.1" status: 200 len: 809 time: 0.1719661 Nov 11 20:45:01.801998 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e511b2eb-75e2-42b6-aab3-b74c55b10bbb req-ac329437-cec2-4a44-add3-d8a702cbcd44 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ad6c752ea6048068ad66bddb0f2968f HTTP/1.1" status: 200 len: 380 time: 0.3809056 Nov 11 20:45:01.817520 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [req-e511b2eb-75e2-42b6-aab3-b74c55b10bbb req-5f92a611-c8a1-4559-b8e1-d423ff77cfb6 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Request body: {'port': {'device_id': 'c9a4baaf-615d-4da4-b61e-5a9199179627', 'network_id': '86e64690-2a5a-4e0a-b625-102ea78f3628', 'admin_state_up': True, 'tenant_id': '1ad6c752ea6048068ad66bddb0f2968f', 'security_groups': ['3b47e2b2-2dfe-483a-9041-0e42cf0f8056']}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:45:01.837819 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b8776-352a-47f8-8543-f4afb4a922bf req-4d5bf260-60ca-4014-af6b-ac8edbe15f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:01.839217 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-150b8776-352a-47f8-8543-f4afb4a922bf req-4d5bf260-60ca-4014-af6b-ac8edbe15f2e service neutron] 10.222.0.78 "GET /v2.0/networks?id=51d362a5-52f5-4926-aac3-68c4c9326236 HTTP/1.1" status: 200 len: 917 time: 0.4255805 Nov 11 20:45:01.931569 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-150b8776-352a-47f8-8543-f4afb4a922bf req-78db2f32-b8b3-4fd6-a480-baeca91b3d40 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=962e998a-c58f-4876-b93f-8de3af37c538 HTTP/1.1" status: 200 len: 217 time: 0.0769553 Nov 11 20:45:01.996850 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8f8d4-2292-4a3b-91b1-b5697fe08b4e req-37d5b0f6-f650-4df4-a3d0-994f49c79a59 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:01.998339 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b1c8f8d4-2292-4a3b-91b1-b5697fe08b4e req-37d5b0f6-f650-4df4-a3d0-994f49c79a59 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 943 time: 0.1713231 Nov 11 20:45:02.041600 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b8776-352a-47f8-8543-f4afb4a922bf req-71f91ed7-c821-4bc3-9f0c-c3140464adcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:02.043023 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-150b8776-352a-47f8-8543-f4afb4a922bf req-71f91ed7-c821-4bc3-9f0c-c3140464adcb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b93905e5-6d6f-41ed-9efc-0dfc53d52f76 HTTP/1.1" status: 200 len: 855 time: 0.0975406 Nov 11 20:45:02.099079 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e511b2eb-75e2-42b6-aab3-b74c55b10bbb req-5f92a611-c8a1-4559-b8e1-d423ff77cfb6 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Made reservation on behalf of 1ad6c752ea6048068ad66bddb0f2968f for: {'port': 1} {{(pid=101811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:45:02.102409 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-e511b2eb-75e2-42b6-aab3-b74c55b10bbb req-5f92a611-c8a1-4559-b8e1-d423ff77cfb6 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:02.117975 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b1c8f8d4-2292-4a3b-91b1-b5697fe08b4e req-8343c75d-2e36-4a85-a1e7-2885ce0fdad1 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118259 Nov 11 20:45:02.193682 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8d0fec7f-0533-4005-961e-d1f75e2b2b19 req-ec74c52c-aa0c-4385-bdc7-1dfe89d46c70 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 210 time: 0.0558865 Nov 11 20:45:02.198548 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b8776-352a-47f8-8543-f4afb4a922bf req-361b0ff4-9132-448b-8f3e-da1cd57c2878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:02.199930 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-150b8776-352a-47f8-8543-f4afb4a922bf req-361b0ff4-9132-448b-8f3e-da1cd57c2878 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=51d362a5-52f5-4926-aac3-68c4c9326236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1389344 Nov 11 20:45:02.322298 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.db_base_plugin_common [req-e511b2eb-75e2-42b6-aab3-b74c55b10bbb req-5f92a611-c8a1-4559-b8e1-d423ff77cfb6 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Allocated IP 172.20.0.10 (86e64690-2a5a-4e0a-b625-102ea78f3628/687750c2-873f-4aa7-97ab-72f9b584fba4/40bfc231-ecda-4dd7-a914-d4fd0a2d487b) {{(pid=101811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:45:02.345761 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-150b8776-352a-47f8-8543-f4afb4a922bf req-b3f765ce-c855-4254-b11a-6a58493794d9 service neutron] 10.222.0.78 "GET /v2.0/networks/51d362a5-52f5-4926-aac3-68c4c9326236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349235 Nov 11 20:45:02.559943 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f59493-83a7-44a4-b0ca-a25d0b800fa1 req-af790162-083d-4ea5-9c5e-e0850aa163f9 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:02.561408 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c3f59493-83a7-44a4-b0ca-a25d0b800fa1 req-af790162-083d-4ea5-9c5e-e0850aa163f9 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.1606092 Nov 11 20:45:02.568738 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-150b8776-352a-47f8-8543-f4afb4a922bf req-482042b7-ab92-4558-900e-2236de58ff22 service neutron] 10.222.0.78 "GET /v2.0/networks/51d362a5-52f5-4926-aac3-68c4c9326236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104676 Nov 11 20:45:02.599477 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-e511b2eb-75e2-42b6-aab3-b74c55b10bbb req-5f92a611-c8a1-4559-b8e1-d423ff77cfb6 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks [] for port, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:02.634314 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c3f59493-83a7-44a4-b0ca-a25d0b800fa1 req-e4ccc8fc-7e65-49d5-b831-b3f2beb00859 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646691 Nov 11 20:45:02.653941 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-e511b2eb-75e2-42b6-aab3-b74c55b10bbb req-5f92a611-c8a1-4559-b8e1-d423ff77cfb6 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25464144'] for port, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:02.696144 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e511b2eb-75e2-42b6-aab3-b74c55b10bbb req-5f92a611-c8a1-4559-b8e1-d423ff77cfb6 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Network 86e64690-2a5a-4e0a-b625-102ea78f3628 is already hosted by enough agents. {{(pid=101811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:45:02.701111 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.base_scheduler [req-e511b2eb-75e2-42b6-aab3-b74c55b10bbb req-5f92a611-c8a1-4559-b8e1-d423ff77cfb6 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Resources bound (agent type, host, resource id): {{(pid=101811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:45:02.704794 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [req-e511b2eb-75e2-42b6-aab3-b74c55b10bbb req-5f92a611-c8a1-4559-b8e1-d423ff77cfb6 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Received port after_create {{(pid=101811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:45:02.731848 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f92a611-c8a1-4559-b8e1-d423ff77cfb6 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Pushing event updated for resources: {'Port': ['ID=40bfc231-ecda-4dd7-a914-d4fd0a2d487b,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:02.763340 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511b2eb-75e2-42b6-aab3-b74c55b10bbb req-5f92a611-c8a1-4559-b8e1-d423ff77cfb6 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:02.763925 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-e511b2eb-75e2-42b6-aab3-b74c55b10bbb req-5f92a611-c8a1-4559-b8e1-d423ff77cfb6 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:02.781331 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e511b2eb-75e2-42b6-aab3-b74c55b10bbb req-5f92a611-c8a1-4559-b8e1-d423ff77cfb6 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9677362 Nov 11 20:45:02.799562 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [req-e511b2eb-75e2-42b6-aab3-b74c55b10bbb req-89ccab51-540b-49ef-b47d-fc2620bfeaae service neutron] Request body: {'port': {'device_id': 'c9a4baaf-615d-4da4-b61e-5a9199179627', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81764'}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:45:02.869304 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-e511b2eb-75e2-42b6-aab3-b74c55b10bbb req-89ccab51-540b-49ef-b47d-fc2620bfeaae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:02.948016 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-3e54fc5f-daa4-4558-92fd-e9a5f2cbe5cd None None] Provisioning complete for port 40bfc231-ecda-4dd7-a914-d4fd0a2d487b triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:45:02.948798 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3e54fc5f-daa4-4558-92fd-e9a5f2cbe5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:02.995202 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-3e54fc5f-daa4-4558-92fd-e9a5f2cbe5cd None None] Port 40bfc231-ecda-4dd7-a914-d4fd0a2d487b cannot update to ACTIVE because it is not bound. {{(pid=101813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:45:03.151184 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [req-e511b2eb-75e2-42b6-aab3-b74c55b10bbb req-89ccab51-540b-49ef-b47d-fc2620bfeaae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40bfc231-ecda-4dd7-a914-d4fd0a2d487b {{(pid=101811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:45:03.160715 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-e511b2eb-75e2-42b6-aab3-b74c55b10bbb req-89ccab51-540b-49ef-b47d-fc2620bfeaae service neutron] Publish callbacks [] for port, precommit_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:03.174891 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.provisioning_blocks [req-e511b2eb-75e2-42b6-aab3-b74c55b10bbb req-89ccab51-540b-49ef-b47d-fc2620bfeaae service neutron] Transition to ACTIVE for port object 40bfc231-ecda-4dd7-a914-d4fd0a2d487b will not be triggered until provisioned by entity L2. {{(pid=101811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:45:03.182266 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-e511b2eb-75e2-42b6-aab3-b74c55b10bbb req-89ccab51-540b-49ef-b47d-fc2620bfeaae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25464105'] for port, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:03.275651 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ccab51-540b-49ef-b47d-fc2620bfeaae service neutron] Pushing event updated for resources: {'Port': ['ID=40bfc231-ecda-4dd7-a914-d4fd0a2d487b,revision_number=2']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:03.369000 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe3a6d-9943-418e-aa9f-b778ae3438e5 req-4555828e-25c8-4fdb-8433-41360c647b8d tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:03.370567 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7bfe3a6d-9943-418e-aa9f-b778ae3438e5 req-4555828e-25c8-4fdb-8433-41360c647b8d tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 943 time: 0.1592302 Nov 11 20:45:03.399563 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-a06105c7-a739-40e0-a4fe-b768b483b4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:03.429397 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63689d7-6a18-460d-81ff-acdc4dc451e1 req-03e7e536-f929-4bba-ad98-7f1e713acd2f tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:03.430886 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a63689d7-6a18-460d-81ff-acdc4dc451e1 req-03e7e536-f929-4bba-ad98-7f1e713acd2f tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 944 time: 0.1582468 Nov 11 20:45:03.432117 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.managers [req-e511b2eb-75e2-42b6-aab3-b74c55b10bbb req-89ccab51-540b-49ef-b47d-fc2620bfeaae service neutron] Attempting to bind port 40bfc231-ecda-4dd7-a914-d4fd0a2d487b on host hv-cinder-81764 for vnic_type normal with profile {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:45:03.432447 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.managers [req-e511b2eb-75e2-42b6-aab3-b74c55b10bbb req-89ccab51-540b-49ef-b47d-fc2620bfeaae service neutron] Attempting to bind port 40bfc231-ecda-4dd7-a914-d4fd0a2d487b by drivers openvswitch,hyperv on host hv-cinder-81764 at level 0 using segments [{'id': '6393b59f-edea-4597-8674-6898de2ab603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '86e64690-2a5a-4e0a-b625-102ea78f3628'}] {{(pid=101811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:45:03.432796 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e511b2eb-75e2-42b6-aab3-b74c55b10bbb req-89ccab51-540b-49ef-b47d-fc2620bfeaae service neutron] Attempting to bind port 40bfc231-ecda-4dd7-a914-d4fd0a2d487b on network 86e64690-2a5a-4e0a-b625-102ea78f3628 {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:45:03.463404 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e511b2eb-75e2-42b6-aab3-b74c55b10bbb req-89ccab51-540b-49ef-b47d-fc2620bfeaae service neutron] Port 40bfc231-ecda-4dd7-a914-d4fd0a2d487b on network 86e64690-2a5a-4e0a-b625-102ea78f3628 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81764 {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:45:03.463724 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e511b2eb-75e2-42b6-aab3-b74c55b10bbb req-89ccab51-540b-49ef-b47d-fc2620bfeaae service neutron] Attempting to bind port 40bfc231-ecda-4dd7-a914-d4fd0a2d487b on network 86e64690-2a5a-4e0a-b625-102ea78f3628 {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:45:03.480510 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e511b2eb-75e2-42b6-aab3-b74c55b10bbb req-89ccab51-540b-49ef-b47d-fc2620bfeaae service neutron] Checking agent: {'id': '15458190-db7e-4dc5-9ea8-0c1068e01e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81764', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 36, 20), 'started_at': datetime.datetime(2021, 11, 11, 20, 36, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:45:03.480842 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e511b2eb-75e2-42b6-aab3-b74c55b10bbb req-89ccab51-540b-49ef-b47d-fc2620bfeaae service neutron] Checking segment: {'id': '6393b59f-edea-4597-8674-6898de2ab603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '86e64690-2a5a-4e0a-b625-102ea78f3628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:45:03.481222 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e511b2eb-75e2-42b6-aab3-b74c55b10bbb req-89ccab51-540b-49ef-b47d-fc2620bfeaae service neutron] Bound using segment: {'id': '6393b59f-edea-4597-8674-6898de2ab603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '86e64690-2a5a-4e0a-b625-102ea78f3628'} {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:45:03.481657 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.managers [req-e511b2eb-75e2-42b6-aab3-b74c55b10bbb req-89ccab51-540b-49ef-b47d-fc2620bfeaae service neutron] Bound port: 40bfc231-ecda-4dd7-a914-d4fd0a2d487b, host: hv-cinder-81764, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6393b59f-edea-4597-8674-6898de2ab603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '86e64690-2a5a-4e0a-b625-102ea78f3628'}}] {{(pid=101811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:45:03.482008 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-e511b2eb-75e2-42b6-aab3-b74c55b10bbb req-89ccab51-540b-49ef-b47d-fc2620bfeaae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:03.506275 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7bfe3a6d-9943-418e-aa9f-b778ae3438e5 req-1fc60695-e156-44a5-9e54-eda91381aacb tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169407 Nov 11 20:45:03.544804 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a63689d7-6a18-460d-81ff-acdc4dc451e1 req-d73b4aed-4c24-424e-bf8a-9e470359e9d3 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b47e2b2-2dfe-483a-9041-0e42cf0f8056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063099 Nov 11 20:45:03.573640 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-e511b2eb-75e2-42b6-aab3-b74c55b10bbb req-89ccab51-540b-49ef-b47d-fc2620bfeaae service neutron] For port 40bfc231-ecda-4dd7-a914-d4fd0a2d487b, host hv-cinder-81764, cleared binding levels {{(pid=101811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:45:03.579247 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-e511b2eb-75e2-42b6-aab3-b74c55b10bbb req-89ccab51-540b-49ef-b47d-fc2620bfeaae service neutron] For port 40bfc231-ecda-4dd7-a914-d4fd0a2d487b, host hv-cinder-81764, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=40bfc231-ecda-4dd7-a914-d4fd0a2d487b,segment=NetworkSegment(6393b59f-edea-4597-8674-6898de2ab603),segment_id=6393b59f-edea-4597-8674-6898de2ab603)] {{(pid=101811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:45:03.584169 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-e511b2eb-75e2-42b6-aab3-b74c55b10bbb req-89ccab51-540b-49ef-b47d-fc2620bfeaae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25464105'] for port, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:03.617938 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511b2eb-75e2-42b6-aab3-b74c55b10bbb req-89ccab51-540b-49ef-b47d-fc2620bfeaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:03.618549 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-e511b2eb-75e2-42b6-aab3-b74c55b10bbb req-89ccab51-540b-49ef-b47d-fc2620bfeaae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:03.619952 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e511b2eb-75e2-42b6-aab3-b74c55b10bbb req-89ccab51-540b-49ef-b47d-fc2620bfeaae service neutron] 10.222.0.78 "PUT /v2.0/ports/40bfc231-ecda-4dd7-a914-d4fd0a2d487b HTTP/1.1" status: 200 len: 1094 time: 0.8258090 Nov 11 20:45:03.620431 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9a4baaf-615d-4da4-b61e-5a9199179627', 'tag': '40bfc231-ecda-4dd7-a914-d4fd0a2d487b'}] {{(pid=101811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:45:03.622627 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5736cb7e175e5ed5563496e7c8b9c6d8883e61bc6d504a4dc096e4a6f480cdce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b950b278-150c-4a14-a2db-0a109bc201c1" -d '{"events": [{"name": "network-changed", "server_uuid": "c9a4baaf-615d-4da4-b61e-5a9199179627", "tag": "40bfc231-ecda-4dd7-a914-d4fd0a2d487b"}]}' {{(pid=101811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:45:03.652552 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ccab51-540b-49ef-b47d-fc2620bfeaae service neutron] Pushing event updated for resources: {'Port': ['ID=40bfc231-ecda-4dd7-a914-d4fd0a2d487b,revision_number=3']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:03.680155 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61293779-8e2c-4db1-90f7-8496833abe03 x-openstack-request-id: req-61293779-8e2c-4db1-90f7-8496833abe03 {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:45:03.680457 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9a4baaf-615d-4da4-b61e-5a9199179627", "tag": "40bfc231-ecda-4dd7-a914-d4fd0a2d487b", "status": "completed", "code": 200}]} {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:45:03.680745 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-61293779-8e2c-4db1-90f7-8496833abe03 {{(pid=101811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:45:03.681251 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9a4baaf-615d-4da4-b61e-5a9199179627', 'tag': '40bfc231-ecda-4dd7-a914-d4fd0a2d487b', 'status': 'completed', 'code': 200} Nov 11 20:45:03.726674 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511b2eb-75e2-42b6-aab3-b74c55b10bbb req-8d8ea60f-a6a3-4a41-bbd2-6b7cfab50089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:03.728491 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e511b2eb-75e2-42b6-aab3-b74c55b10bbb req-8d8ea60f-a6a3-4a41-bbd2-6b7cfab50089 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1ad6c752ea6048068ad66bddb0f2968f&device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 1097 time: 0.0618029 Nov 11 20:45:03.787579 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e511b2eb-75e2-42b6-aab3-b74c55b10bbb req-b6fbfe81-aaca-4f5e-a3ad-e86a611cd313 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40bfc231-ecda-4dd7-a914-d4fd0a2d487b HTTP/1.1" status: 200 len: 217 time: 0.0397863 Nov 11 20:45:03.806999 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11877676-5b1e-4f9b-97cc-6602fe189dd8 req-010dd982-41a5-4815-8ae9-a1d2ad0743bf tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:03.808545 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-11877676-5b1e-4f9b-97cc-6602fe189dd8 req-010dd982-41a5-4815-8ae9-a1d2ad0743bf tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.0972040 Nov 11 20:45:03.887460 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511b2eb-75e2-42b6-aab3-b74c55b10bbb req-c6a956fa-c588-4ecb-bd44-43d16018cc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:03.889061 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e511b2eb-75e2-42b6-aab3-b74c55b10bbb req-c6a956fa-c588-4ecb-bd44-43d16018cc93 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=687750c2-873f-4aa7-97ab-72f9b584fba4 HTTP/1.1" status: 200 len: 848 time: 0.0795174 Nov 11 20:45:03.894260 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-11877676-5b1e-4f9b-97cc-6602fe189dd8 req-614b1d52-70d4-42dd-9f25-1c391fc36cc2 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768669 Nov 11 20:45:03.940607 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511b2eb-75e2-42b6-aab3-b74c55b10bbb req-ca7d0542-e50d-411b-a1c4-29759c15d501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:03.942074 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e511b2eb-75e2-42b6-aab3-b74c55b10bbb req-ca7d0542-e50d-411b-a1c4-29759c15d501 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=86e64690-2a5a-4e0a-b625-102ea78f3628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453629 Nov 11 20:45:04.070969 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e511b2eb-75e2-42b6-aab3-b74c55b10bbb req-f1ebe9ba-d9e2-4a0d-9fc3-ac385d6bc5ff service neutron] 10.222.0.78 "GET /v2.0/networks/86e64690-2a5a-4e0a-b625-102ea78f3628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199243 Nov 11 20:45:04.178520 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 962e998a-c58f-4876-b93f-8de3af37c538 details requested by agent hyperv_hv-cinder-81764 with host hv-cinder-81764 {{(pid=101813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:45:04.209664 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e2f44-b0f8-4e08-874a-11d32c9f0dc0 req-59c3b6b7-7d75-49e8-bfd6-e46bd02c7749 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:04.211172 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d30e2f44-b0f8-4e08-874a-11d32c9f0dc0 req-59c3b6b7-7d75-49e8-bfd6-e46bd02c7749 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.1433001 Nov 11 20:45:04.249995 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05060e-69fd-4771-8427-9dd739490bcd req-db51368b-899a-48ed-8455-be2aa727be3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:04.251456 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-bc05060e-69fd-4771-8427-9dd739490bcd req-db51368b-899a-48ed-8455-be2aa727be3c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b5cef6cece0f4bf49468d6d0e5b6b269&device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 1099 time: 0.0975935 Nov 11 20:45:04.257969 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e511b2eb-75e2-42b6-aab3-b74c55b10bbb req-8bfbe935-f42f-432c-86f2-c3f4b88c8c28 service neutron] 10.222.0.78 "GET /v2.0/networks/86e64690-2a5a-4e0a-b625-102ea78f3628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766336 Nov 11 20:45:04.309781 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 962e998a-c58f-4876-b93f-8de3af37c538, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=962e998a-c58f-4876-b93f-8de3af37c538,segment=NetworkSegment(bc2cdd12-61b5-41c6-859f-e3f0a8c491bb),segment_id=bc2cdd12-61b5-41c6-859f-e3f0a8c491bb)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:45:04.319066 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d30e2f44-b0f8-4e08-874a-11d32c9f0dc0 req-33c94847-da45-48b6-88f2-8b8de6f96316 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952847 Nov 11 20:45:04.324733 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Returning: {'device': '962e998a-c58f-4876-b93f-8de3af37c538', 'network_id': '51d362a5-52f5-4926-aac3-68c4c9326236', 'port_id': '962e998a-c58f-4876-b93f-8de3af37c538', 'mac_address': 'fa:16:3e:70:51:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b93905e5-6d6f-41ed-9efc-0dfc53d52f76', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:45:04.345712 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 49642) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:04.380357 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:04.395391 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3d9940ef-842e-4b07-a279-f9f66b0ee11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:04.398875 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.notifiers.nova [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 962e998a-c58f-4876-b93f-8de3af37c538 {{(pid=101813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:45:04.421998 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 962e998a-c58f-4876-b93f-8de3af37c538, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=962e998a-c58f-4876-b93f-8de3af37c538,segment=NetworkSegment(bc2cdd12-61b5-41c6-859f-e3f0a8c491bb),segment_id=bc2cdd12-61b5-41c6-859f-e3f0a8c491bb)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:45:04.427049 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950b278-150c-4a14-a2db-0a109bc201c1 req-28e3417c-9aa5-4fde-a415-198508425d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:04.428573 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b950b278-150c-4a14-a2db-0a109bc201c1 req-28e3417c-9aa5-4fde-a415-198508425d8e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1ad6c752ea6048068ad66bddb0f2968f&device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 1097 time: 0.1086061 Nov 11 20:45:04.429571 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05060e-69fd-4771-8427-9dd739490bcd req-c1b764a5-cd80-4794-8016-8deba98b3445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:04.430192 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:04.430884 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-bc05060e-69fd-4771-8427-9dd739490bcd req-c1b764a5-cd80-4794-8016-8deba98b3445 service neutron] 10.222.0.78 "GET /v2.0/networks?id=515d5239-5614-4a6a-85cb-8dd4e9ebdc6b HTTP/1.1" status: 200 len: 911 time: 0.1626954 Nov 11 20:45:04.477960 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-79986d96-0a87-477e-aa27-66849d0ff4b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:04.490320 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Pushing event updated for resources: {'Port': ['ID=962e998a-c58f-4876-b93f-8de3af37c538,revision_number=4']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:04.559628 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-79986d96-0a87-477e-aa27-66849d0ff4b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:04.565400 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-79986d96-0a87-477e-aa27-66849d0ff4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:04.586027 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-bc05060e-69fd-4771-8427-9dd739490bcd req-42fbaa12-09c7-4d54-a412-8975826dd4aa service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53f23a0e-d315-46e7-8373-2a51593bddbf HTTP/1.1" status: 200 len: 1000 time: 0.1365764 Nov 11 20:45:04.598475 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-79986d96-0a87-477e-aa27-66849d0ff4b1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b44369bba9c54cc79de4dd1aadb775d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2515600 Nov 11 20:45:04.598679 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 49652) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:04.617826 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79986d96-0a87-477e-aa27-66849d0ff4b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043fce18-1856-4dd9-b6d3-798b6bfad780,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:04.655246 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950b278-150c-4a14-a2db-0a109bc201c1 req-ca88fa9e-a367-4e51-aaef-7fa429ed380a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:04.656740 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b950b278-150c-4a14-a2db-0a109bc201c1 req-ca88fa9e-a367-4e51-aaef-7fa429ed380a service neutron] 10.222.0.78 "GET /v2.0/networks?id=86e64690-2a5a-4e0a-b625-102ea78f3628 HTTP/1.1" status: 200 len: 910 time: 0.2092235 Nov 11 20:45:04.735077 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] get_ports_and_sgs() called for port_ids ['962e998a-c58f-4876-b93f-8de3af37c538'] {{(pid=101813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:45:04.764467 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b950b278-150c-4a14-a2db-0a109bc201c1 req-c6d6c747-b9c2-4962-8b55-65067e7f7b0a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40bfc231-ecda-4dd7-a914-d4fd0a2d487b HTTP/1.1" status: 200 len: 217 time: 0.0880640 Nov 11 20:45:04.775483 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05060e-69fd-4771-8427-9dd739490bcd req-2333f497-6c2b-42d0-8cc8-f2ae20bfa6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:04.777097 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-bc05060e-69fd-4771-8427-9dd739490bcd req-2333f497-6c2b-42d0-8cc8-f2ae20bfa6ac service neutron] 10.222.0.78 "GET /v2.0/subnets?id=043689e6-7343-4f4a-9ced-626818d24d47 HTTP/1.1" status: 200 len: 849 time: 0.1641290 Nov 11 20:45:04.870646 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f81651-41a0-4c92-bec3-bf6b55ecbd74 req-091806a2-967e-4d09-9483-a1dd6429f39a tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:04.872148 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-05f81651-41a0-4c92-bec3-bf6b55ecbd74 req-091806a2-967e-4d09-9483-a1dd6429f39a tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 944 time: 0.2381928 Nov 11 20:45:04.885103 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b647f6-856d-4d9a-9b00-1c901281bbd8 req-98aef1a0-fdfa-4575-b2e3-9ebed78df2ed tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:04.886591 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d6b647f6-856d-4d9a-9b00-1c901281bbd8 req-98aef1a0-fdfa-4575-b2e3-9ebed78df2ed tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 944 time: 0.2580452 Nov 11 20:45:04.891852 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-2beac857-10b2-4ce2-a068-c70f5619f679 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:04.921835 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950b278-150c-4a14-a2db-0a109bc201c1 req-d19bc53f-5c25-4078-8847-61ad847dbbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:04.923525 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b950b278-150c-4a14-a2db-0a109bc201c1 req-d19bc53f-5c25-4078-8847-61ad847dbbed service neutron] 10.222.0.78 "GET /v2.0/subnets?id=687750c2-873f-4aa7-97ab-72f9b584fba4 HTTP/1.1" status: 200 len: 848 time: 0.1423776 Nov 11 20:45:04.982165 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-2beac857-10b2-4ce2-a068-c70f5619f679 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:05.013245 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05060e-69fd-4771-8427-9dd739490bcd req-171539fa-d09a-41b4-ad28-0292690dde8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:05.014723 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-bc05060e-69fd-4771-8427-9dd739490bcd req-171539fa-d09a-41b4-ad28-0292690dde8b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=515d5239-5614-4a6a-85cb-8dd4e9ebdc6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2237444 Nov 11 20:45:05.065936 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d6b647f6-856d-4d9a-9b00-1c901281bbd8 req-6c45234e-85eb-4b3e-ab1c-a1a78bb3ffa7 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b47e2b2-2dfe-483a-9041-0e42cf0f8056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714785 Nov 11 20:45:05.082914 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-05f81651-41a0-4c92-bec3-bf6b55ecbd74 req-b12c21f9-58d9-471b-8cb5-e58560489d73 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933060 Nov 11 20:45:05.128306 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950b278-150c-4a14-a2db-0a109bc201c1 req-c63eb8e0-be69-49b0-b235-035ed582e52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:05.129809 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b950b278-150c-4a14-a2db-0a109bc201c1 req-c63eb8e0-be69-49b0-b235-035ed582e52d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=86e64690-2a5a-4e0a-b625-102ea78f3628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1879330 Nov 11 20:45:05.176711 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-2beac857-10b2-4ce2-a068-c70f5619f679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:05.179193 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-2beac857-10b2-4ce2-a068-c70f5619f679 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:05.180330 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-2beac857-10b2-4ce2-a068-c70f5619f679 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/043fce18-1856-4dd9-b6d3-798b6bfad780 HTTP/1.1" status: 204 len: 168 time: 0.5807276 Nov 11 20:45:05.225509 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-bc05060e-69fd-4771-8427-9dd739490bcd req-0e712168-536f-48d8-8b2c-d0d6b1ae2146 service neutron] 10.222.0.78 "GET /v2.0/networks/515d5239-5614-4a6a-85cb-8dd4e9ebdc6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888847 Nov 11 20:45:05.513711 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beac857-10b2-4ce2-a068-c70f5619f679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043fce18-1856-4dd9-b6d3-798b6bfad780,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:05.625129 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b950b278-150c-4a14-a2db-0a109bc201c1 req-7045c186-ee57-454e-a348-457ff2d399ea service neutron] 10.222.0.78 "GET /v2.0/networks/86e64690-2a5a-4e0a-b625-102ea78f3628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4768732 Nov 11 20:45:05.660045 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d3b48-c15f-4b83-a765-a04de22f000d req-d292b723-ce6e-4cf3-a83f-76b4dc854b12 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:05.661517 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-811d3b48-c15f-4b83-a765-a04de22f000d req-d292b723-ce6e-4cf3-a83f-76b4dc854b12 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.1582029 Nov 11 20:45:05.687492 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-bc05060e-69fd-4771-8427-9dd739490bcd req-60422c39-9ab5-4d79-8875-1cb87bc3d8dd service neutron] 10.222.0.78 "GET /v2.0/networks/515d5239-5614-4a6a-85cb-8dd4e9ebdc6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824396 Nov 11 20:45:05.759562 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-811d3b48-c15f-4b83-a765-a04de22f000d req-f791e161-d2bd-4980-90e9-8f3b06b3b14c tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816996 Nov 11 20:45:05.776164 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b950b278-150c-4a14-a2db-0a109bc201c1 req-2b7117c2-2ad8-407e-a8fe-0cdb246f3602 service neutron] 10.222.0.78 "GET /v2.0/networks/86e64690-2a5a-4e0a-b625-102ea78f3628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395302 Nov 11 20:45:06.127035 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b24fd597-249d-429f-8b46-48f3c6a9ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:06.186063 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 962e998a-c58f-4876-b93f-8de3af37c538 up at agent hyperv_hv-cinder-81764 {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:45:06.236510 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Provisioning for port 962e998a-c58f-4876-b93f-8de3af37c538 completed by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:45:06.237462 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2393c93-54d6-45ae-a6d3-0bf3b2653be8 req-281e948d-681f-4fb0-8c89-1f6ad7289f64 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:06.238973 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b2393c93-54d6-45ae-a6d3-0bf3b2653be8 req-281e948d-681f-4fb0-8c89-1f6ad7289f64 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 944 time: 0.0846307 Nov 11 20:45:06.240908 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Provisioning complete for port 962e998a-c58f-4876-b93f-8de3af37c538 triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:45:06.241280 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:06.250736 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a7fd3-c2b7-4ffe-8458-6acafd861e14 req-089c8aa0-7a9a-478d-a0e2-ed7c55deb3e8 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:06.252180 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-194a7fd3-c2b7-4ffe-8458-6acafd861e14 req-089c8aa0-7a9a-478d-a0e2-ed7c55deb3e8 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 944 time: 0.0669558 Nov 11 20:45:06.329196 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b2393c93-54d6-45ae-a6d3-0bf3b2653be8 req-3f972b40-ee7d-4d40-8d6f-5407dab7bc33 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b47e2b2-2dfe-483a-9041-0e42cf0f8056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760477 Nov 11 20:45:06.332204 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:06.332534 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-194a7fd3-c2b7-4ffe-8458-6acafd861e14 req-b8733fc4-1643-4e43-b751-2581e43e92c2 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738242 Nov 11 20:45:06.360681 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962e998a-c58f-4876-b93f-8de3af37c538'}] {{(pid=101813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:45:06.363197 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0340890b3ce0369dfbb204f3d0516fe3d00048a2838df9679e450f9495620248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e50986-b851-4606-8cf8-c385e1194ce9" -d '{"events": [{"server_uuid": "88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e", "name": "network-vif-plugged", "status": "completed", "tag": "962e998a-c58f-4876-b93f-8de3af37c538"}]}' {{(pid=101813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:45:06.377132 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 962e998a-c58f-4876-b93f-8de3af37c538, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=962e998a-c58f-4876-b93f-8de3af37c538,segment=NetworkSegment(bc2cdd12-61b5-41c6-859f-e3f0a8c491bb),segment_id=bc2cdd12-61b5-41c6-859f-e3f0a8c491bb)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:45:06.381368 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:06.440868 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Pushing event updated for resources: {'Port': ['ID=962e998a-c58f-4876-b93f-8de3af37c538,revision_number=5']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:06.443996 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:06.578344 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b121412-1943-46b0-af25-7f380000cbd6 x-openstack-request-id: req-6b121412-1943-46b0-af25-7f380000cbd6 {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:45:06.578636 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e", "name": "network-vif-plugged", "status": "completed", "tag": "962e998a-c58f-4876-b93f-8de3af37c538", "code": 200}]} {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:45:06.578884 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6b121412-1943-46b0-af25-7f380000cbd6 {{(pid=101813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:45:06.579267 dv-cinder-817642-1-iscsi neutron-server[101813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962e998a-c58f-4876-b93f-8de3af37c538', 'code': 200} Nov 11 20:45:06.756349 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751aa81-939f-4416-aee9-93856a6a5462 req-e4be4cd8-2997-4990-b4cf-5521ba9893a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:06.757769 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d751aa81-939f-4416-aee9-93856a6a5462 req-e4be4cd8-2997-4990-b4cf-5521ba9893a6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 1098 time: 0.0416372 Nov 11 20:45:06.811997 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d751aa81-939f-4416-aee9-93856a6a5462 req-103c999d-004e-446f-99d3-29b3af0fc26d service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411668 Nov 11 20:45:06.873893 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6eb756-381a-4fa4-92f4-72fa0251cb78 req-c1cc185e-f233-4d73-998d-58b30f741885 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:06.875619 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cb6eb756-381a-4fa4-92f4-72fa0251cb78 req-c1cc185e-f233-4d73-998d-58b30f741885 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.0483618 Nov 11 20:45:06.923394 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cb6eb756-381a-4fa4-92f4-72fa0251cb78 req-329048ba-b931-4276-b002-202ec26ce419 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419493 Nov 11 20:45:07.488214 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f18e39-2132-421d-88d1-7abf05b3c24d req-9c915070-abd9-4829-9196-39bab51e25e4 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:07.489657 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-92f18e39-2132-421d-88d1-7abf05b3c24d req-9c915070-abd9-4829-9196-39bab51e25e4 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 944 time: 0.0792820 Nov 11 20:45:07.497739 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4feec-2f54-4472-8fc7-fc892d35dfe4 req-7c1bc126-0d5b-44a8-8d02-044e4917e674 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:07.499099 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9cd4feec-2f54-4472-8fc7-fc892d35dfe4 req-7c1bc126-0d5b-44a8-8d02-044e4917e674 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 945 time: 0.0799875 Nov 11 20:45:07.569327 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-92f18e39-2132-421d-88d1-7abf05b3c24d req-dc07a768-2404-4c79-862e-3b2be2b7c770 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b47e2b2-2dfe-483a-9041-0e42cf0f8056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686886 Nov 11 20:45:07.576283 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9cd4feec-2f54-4472-8fc7-fc892d35dfe4 req-994beeb4-3bec-4198-8af7-70ab5741e461 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698690 Nov 11 20:45:08.717697 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e509bf96-eb4a-4c2a-a7d0-8b40381ca798 req-64dfb78e-2141-4e44-9327-c48ca0f05148 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:08.720091 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e509bf96-eb4a-4c2a-a7d0-8b40381ca798 req-64dfb78e-2141-4e44-9327-c48ca0f05148 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 944 time: 0.0765784 Nov 11 20:45:08.732219 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaec29d-7943-4557-87b0-55dac3cf02e1 req-4bef21f1-ee52-4cc8-a2e5-fef71d28e490 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:08.733698 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4eaec29d-7943-4557-87b0-55dac3cf02e1 req-4bef21f1-ee52-4cc8-a2e5-fef71d28e490 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 945 time: 0.0814013 Nov 11 20:45:08.809474 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e509bf96-eb4a-4c2a-a7d0-8b40381ca798 req-a2e2e0e7-30a0-445e-9fd3-0a397c1afea2 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b47e2b2-2dfe-483a-9041-0e42cf0f8056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748069 Nov 11 20:45:08.814476 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4eaec29d-7943-4557-87b0-55dac3cf02e1 req-d125e7dd-e4fd-4e06-8e73-4d2d5a378ead tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741689 Nov 11 20:45:08.932714 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba95eb9-23d1-47ae-ba81-2d30a50b25c7 req-c842168f-6bcb-4e5b-b710-f1afd9df0599 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:08.934176 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9ba95eb9-23d1-47ae-ba81-2d30a50b25c7 req-c842168f-6bcb-4e5b-b710-f1afd9df0599 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 945 time: 0.0497706 Nov 11 20:45:08.943137 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 49680) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:08.947592 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [None req-3f08f0b2-1287-4229-890b-ec1fdec872f0 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Request body: {'floatingip': {'port_id': '962e998a-c58f-4876-b93f-8de3af37c538'}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:45:08.987756 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-3f08f0b2-1287-4229-890b-ec1fdec872f0 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks [] for floatingip, before_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:09.433960 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-3f08f0b2-1287-4229-890b-ec1fdec872f0 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:09.438884 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-3f08f0b2-1287-4229-890b-ec1fdec872f0 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656075'] for floatingip, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:09.538144 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.db.l3_db [None req-3f08f0b2-1287-4229-890b-ec1fdec872f0 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Floating IP 98c8db9e-61c8-4e59-afaf-5587a750f12f associated. External IP: 172.27.0.97, port: 962e998a-c58f-4876-b93f-8de3af37c538. Nov 11 20:45:09.750846 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f08f0b2-1287-4229-890b-ec1fdec872f0 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Router fc74dff3-6f68-4d1e-b60f-adabb104eb44 has already been hosted by L3 agent 078c1a4f-b62f-4fa2-93c9-12887f0677c3 {{(pid=101811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:45:09.863560 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f08f0b2-1287-4229-890b-ec1fdec872f0 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Notify agent at l3_agent.dv-cinder-817642-1-iscsi the message routers_updated {{(pid=101811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:45:09.868592 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-3f08f0b2-1287-4229-890b-ec1fdec872f0 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for floatingip, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:09.877235 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e28baf-bf87-43d6-ba5e-8ad20fd26f5e None None] Sync routers for ids ['fc74dff3-6f68-4d1e-b60f-adabb104eb44'] in dv-cinder-817642-1-iscsi {{(pid=101813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:45:09.888720 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e28baf-bf87-43d6-ba5e-8ad20fd26f5e None None] Routers {'fc74dff3-6f68-4d1e-b60f-adabb104eb44'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:45:09.889351 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-24e28baf-bf87-43d6-ba5e-8ad20fd26f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:45:03Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['fc74dff3-6f68-4d1e-b60f-adabb104eb44'], 'active': True} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:45:09.918821 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-3f08f0b2-1287-4229-890b-ec1fdec872f0 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "PUT /v2.0/floatingips/98c8db9e-61c8-4e59-afaf-5587a750f12f HTTP/1.1" status: 200 len: 990 time: 0.9746003 Nov 11 20:45:09.922454 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e', 'tag': '962e998a-c58f-4876-b93f-8de3af37c538'}] {{(pid=101811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:45:09.924690 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5736cb7e175e5ed5563496e7c8b9c6d8883e61bc6d504a4dc096e4a6f480cdce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de006c7e-8eb9-443d-a1ac-5cebc4469208" -d '{"events": [{"name": "network-changed", "server_uuid": "88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e", "tag": "962e998a-c58f-4876-b93f-8de3af37c538"}]}' {{(pid=101811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:45:09.948702 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b847adb-07f1-49f0-bd88-1f34407dd32a req-4e4b95e4-3291-4e97-b3fb-1aac4f6ee3e9 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:09.950526 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7b847adb-07f1-49f0-bd88-1f34407dd32a req-4e4b95e4-3291-4e97-b3fb-1aac4f6ee3e9 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 944 time: 0.0638256 Nov 11 20:45:10.006367 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7b847adb-07f1-49f0-bd88-1f34407dd32a req-4ede8d85-c8ec-472c-a3c1-4d410022559c tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b47e2b2-2dfe-483a-9041-0e42cf0f8056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480306 Nov 11 20:45:10.009255 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvr_db [None req-24e28baf-bf87-43d6-ba5e-8ad20fd26f5e None None] Set router fc74dff3-6f68-4d1e-b60f-adabb104eb44 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:45:10.052407 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29dd172d-f24b-40e1-85c4-8d00675a43b2 x-openstack-request-id: req-29dd172d-f24b-40e1-85c4-8d00675a43b2 {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:45:10.052708 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e", "tag": "962e998a-c58f-4876-b93f-8de3af37c538", "status": "completed", "code": 200}]} {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:45:10.052987 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-29dd172d-f24b-40e1-85c4-8d00675a43b2 {{(pid=101811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:45:10.053396 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e', 'tag': '962e998a-c58f-4876-b93f-8de3af37c538', 'status': 'completed', 'code': 200} Nov 11 20:45:10.126779 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de006c7e-8eb9-443d-a1ac-5cebc4469208 req-2bc378ab-6326-43cf-83c2-5e818cafc0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:10.128303 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-de006c7e-8eb9-443d-a1ac-5cebc4469208 req-2bc378ab-6326-43cf-83c2-5e818cafc0ff service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=38d540a76ef9405bb94b7e433494fabd&device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 1098 time: 0.0451405 Nov 11 20:45:10.231338 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de006c7e-8eb9-443d-a1ac-5cebc4469208 req-d712265e-6e33-49bb-ad9d-e0fdcf93ad97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:10.232848 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-de006c7e-8eb9-443d-a1ac-5cebc4469208 req-d712265e-6e33-49bb-ad9d-e0fdcf93ad97 service neutron] 10.222.0.78 "GET /v2.0/networks?id=51d362a5-52f5-4926-aac3-68c4c9326236 HTTP/1.1" status: 200 len: 917 time: 0.0910113 Nov 11 20:45:10.317759 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-de006c7e-8eb9-443d-a1ac-5cebc4469208 req-d8415c1a-8196-4031-9160-37e62253c7ec service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=962e998a-c58f-4876-b93f-8de3af37c538 HTTP/1.1" status: 200 len: 998 time: 0.0688570 Nov 11 20:45:10.376515 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de006c7e-8eb9-443d-a1ac-5cebc4469208 req-b54a6cef-e5bd-4893-aaf4-364ecbfb40b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:10.377992 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-de006c7e-8eb9-443d-a1ac-5cebc4469208 req-b54a6cef-e5bd-4893-aaf4-364ecbfb40b4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b93905e5-6d6f-41ed-9efc-0dfc53d52f76 HTTP/1.1" status: 200 len: 855 time: 0.0456948 Nov 11 20:45:10.410890 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-24e28baf-bf87-43d6-ba5e-8ad20fd26f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'name': 'tempest-AttachVolumeShelveTestJSON-627808726-router', 'tenant_id': '38d540a76ef9405bb94b7e433494fabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '67ba29b5-6d5a-4739-8793-7d8a03d5cb3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:38:13Z', 'updated_at': '2021-11-11T20:38:21Z', 'revision_number': 4, 'project_id': '38d540a76ef9405bb94b7e433494fabd', 'gw_port': {'id': '67ba29b5-6d5a-4739-8793-7d8a03d5cb3c', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:38:14Z', 'updated_at': '2021-11-11T20:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_floatingips': [{'id': '98c8db9e-61c8-4e59-afaf-5587a750f12f', 'tenant_id': '38d540a76ef9405bb94b7e433494fabd', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'router_id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'port_id': '962e998a-c58f-4876-b93f-8de3af37c538', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51d362a5-52f5-4926-aac3-68c4c9326236', 'mac_address': 'fa:16:3e:70:51:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:44:56Z', 'updated_at': '2021-11-11T20:45:09Z', 'revision_number': 1, 'project_id': '38d540a76ef9405bb94b7e433494fabd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '279df8e5-3371-4994-bf8b-9fba4ded60c2', 'name': '', 'network_id': '51d362a5-52f5-4926-aac3-68c4c9326236', 'tenant_id': '38d540a76ef9405bb94b7e433494fabd', 'mac_address': 'fa:16:3e:52:f4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b93905e5-6d6f-41ed-9efc-0dfc53d52f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:38:19Z', 'updated_at': '2021-11-11T20:38:28Z', 'revision_number': 5, 'project_id': '38d540a76ef9405bb94b7e433494fabd', 'subnets': [{'id': 'b93905e5-6d6f-41ed-9efc-0dfc53d52f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:45:10.435171 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de006c7e-8eb9-443d-a1ac-5cebc4469208 req-3e95bfce-1ddd-4124-98ec-4d19299acfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:10.436671 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-de006c7e-8eb9-443d-a1ac-5cebc4469208 req-3e95bfce-1ddd-4124-98ec-4d19299acfa4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=51d362a5-52f5-4926-aac3-68c4c9326236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395391 Nov 11 20:45:10.440397 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e28baf-bf87-43d6-ba5e-8ad20fd26f5e None None] Checking router: fc74dff3-6f68-4d1e-b60f-adabb104eb44 for host: dv-cinder-817642-1-iscsi {{(pid=101813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:45:10.448894 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e28baf-bf87-43d6-ba5e-8ad20fd26f5e None None] Routers {'fc74dff3-6f68-4d1e-b60f-adabb104eb44'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:45:10.449499 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-24e28baf-bf87-43d6-ba5e-8ad20fd26f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:45:03Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['fc74dff3-6f68-4d1e-b60f-adabb104eb44'], 'active': True} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:45:10.550469 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-de006c7e-8eb9-443d-a1ac-5cebc4469208 req-4574dde1-0229-4c23-8e73-883d3d50a163 service neutron] 10.222.0.78 "GET /v2.0/networks/51d362a5-52f5-4926-aac3-68c4c9326236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917032 Nov 11 20:45:10.557079 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvr_db [None req-24e28baf-bf87-43d6-ba5e-8ad20fd26f5e None None] Set router fc74dff3-6f68-4d1e-b60f-adabb104eb44 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:45:10.642921 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-de006c7e-8eb9-443d-a1ac-5cebc4469208 req-bb413624-1c2a-42f6-880e-6705f8e95d7d service neutron] 10.222.0.78 "GET /v2.0/networks/51d362a5-52f5-4926-aac3-68c4c9326236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825386 Nov 11 20:45:10.783275 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-24e28baf-bf87-43d6-ba5e-8ad20fd26f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'name': 'tempest-AttachVolumeShelveTestJSON-627808726-router', 'tenant_id': '38d540a76ef9405bb94b7e433494fabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '67ba29b5-6d5a-4739-8793-7d8a03d5cb3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:38:13Z', 'updated_at': '2021-11-11T20:38:21Z', 'revision_number': 4, 'project_id': '38d540a76ef9405bb94b7e433494fabd', 'gw_port': {'id': '67ba29b5-6d5a-4739-8793-7d8a03d5cb3c', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:38:14Z', 'updated_at': '2021-11-11T20:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_floatingips': [{'id': '98c8db9e-61c8-4e59-afaf-5587a750f12f', 'tenant_id': '38d540a76ef9405bb94b7e433494fabd', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'router_id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'port_id': '962e998a-c58f-4876-b93f-8de3af37c538', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51d362a5-52f5-4926-aac3-68c4c9326236', 'mac_address': 'fa:16:3e:70:51:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:44:56Z', 'updated_at': '2021-11-11T20:45:09Z', 'revision_number': 1, 'project_id': '38d540a76ef9405bb94b7e433494fabd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '279df8e5-3371-4994-bf8b-9fba4ded60c2', 'name': '', 'network_id': '51d362a5-52f5-4926-aac3-68c4c9326236', 'tenant_id': '38d540a76ef9405bb94b7e433494fabd', 'mac_address': 'fa:16:3e:52:f4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b93905e5-6d6f-41ed-9efc-0dfc53d52f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:38:19Z', 'updated_at': '2021-11-11T20:38:28Z', 'revision_number': 5, 'project_id': '38d540a76ef9405bb94b7e433494fabd', 'subnets': [{'id': 'b93905e5-6d6f-41ed-9efc-0dfc53d52f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:45:10.813750 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e28baf-bf87-43d6-ba5e-8ad20fd26f5e None None] The sync data for ids ['fc74dff3-6f68-4d1e-b60f-adabb104eb44'] in dv-cinder-817642-1-iscsi is: [{'id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'name': 'tempest-AttachVolumeShelveTestJSON-627808726-router', 'tenant_id': '38d540a76ef9405bb94b7e433494fabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '67ba29b5-6d5a-4739-8793-7d8a03d5cb3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:38:13Z', 'updated_at': '2021-11-11T20:38:21Z', 'revision_number': 4, 'project_id': '38d540a76ef9405bb94b7e433494fabd', 'gw_port': {'id': '67ba29b5-6d5a-4739-8793-7d8a03d5cb3c', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:38:14Z', 'updated_at': '2021-11-11T20:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_floatingips': [{'id': '98c8db9e-61c8-4e59-afaf-5587a750f12f', 'tenant_id': '38d540a76ef9405bb94b7e433494fabd', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'router_id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'port_id': '962e998a-c58f-4876-b93f-8de3af37c538', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51d362a5-52f5-4926-aac3-68c4c9326236', 'mac_address': 'fa:16:3e:70:51:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:44:56Z', 'updated_at': '2021-11-11T20:45:09Z', 'revision_number': 1, 'project_id': '38d540a76ef9405bb94b7e433494fabd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '279df8e5-3371-4994-bf8b-9fba4ded60c2', 'name': '', 'network_id': '51d362a5-52f5-4926-aac3-68c4c9326236', 'tenant_id': '38d540a76ef9405bb94b7e433494fabd', 'mac_address': 'fa:16:3e:52:f4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b93905e5-6d6f-41ed-9efc-0dfc53d52f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:38:19Z', 'updated_at': '2021-11-11T20:38:28Z', 'revision_number': 5, 'project_id': '38d540a76ef9405bb94b7e433494fabd', 'subnets': [{'id': 'b93905e5-6d6f-41ed-9efc-0dfc53d52f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:45:11.021658 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77934bb3-e576-485e-8a81-6894be516b73 None None] New status for floating IP 98c8db9e-61c8-4e59-afaf-5587a750f12f: ACTIVE {{(pid=101814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 20:45:11.141736 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68f323-e666-4f22-8034-649672a99335 req-9c3d83f3-1bee-4009-a2b2-f8377cf77c3a tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:11.143246 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3e68f323-e666-4f22-8034-649672a99335 req-9c3d83f3-1bee-4009-a2b2-f8377cf77c3a tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 944 time: 0.0567791 Nov 11 20:45:11.199918 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3e68f323-e666-4f22-8034-649672a99335 req-223fc9b3-e46a-4d5b-8e3e-e779339b16cf tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b47e2b2-2dfe-483a-9041-0e42cf0f8056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504973 Nov 11 20:45:12.241510 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 40bfc231-ecda-4dd7-a914-d4fd0a2d487b details requested by agent hyperv_hv-cinder-81764 with host hv-cinder-81764 {{(pid=101813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:45:12.317146 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdabec6-0dd0-4ee2-be68-0c27793a3c14 req-552d16eb-b8c2-444a-8c70-59700f9d2ff9 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:12.318587 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8cdabec6-0dd0-4ee2-be68-0c27793a3c14 req-552d16eb-b8c2-444a-8c70-59700f9d2ff9 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 944 time: 0.0493782 Nov 11 20:45:12.341025 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 40bfc231-ecda-4dd7-a914-d4fd0a2d487b, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=40bfc231-ecda-4dd7-a914-d4fd0a2d487b,segment=NetworkSegment(6393b59f-edea-4597-8674-6898de2ab603),segment_id=6393b59f-edea-4597-8674-6898de2ab603)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:45:12.354168 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Returning: {'device': '40bfc231-ecda-4dd7-a914-d4fd0a2d487b', 'network_id': '86e64690-2a5a-4e0a-b625-102ea78f3628', 'port_id': '40bfc231-ecda-4dd7-a914-d4fd0a2d487b', 'mac_address': 'fa:16:3e:b9:b5:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '687750c2-873f-4aa7-97ab-72f9b584fba4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:45:12.369821 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8cdabec6-0dd0-4ee2-be68-0c27793a3c14 req-596c2b62-31df-4082-8c52-8634aa67c399 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b47e2b2-2dfe-483a-9041-0e42cf0f8056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447450 Nov 11 20:45:12.395843 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:12.409327 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.notifiers.nova [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40bfc231-ecda-4dd7-a914-d4fd0a2d487b {{(pid=101813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:45:12.428777 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 40bfc231-ecda-4dd7-a914-d4fd0a2d487b, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=40bfc231-ecda-4dd7-a914-d4fd0a2d487b,segment=NetworkSegment(6393b59f-edea-4597-8674-6898de2ab603),segment_id=6393b59f-edea-4597-8674-6898de2ab603)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:45:12.432600 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:12.479211 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Pushing event updated for resources: {'Port': ['ID=40bfc231-ecda-4dd7-a914-d4fd0a2d487b,revision_number=4']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:12.793462 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] get_ports_and_sgs() called for port_ids ['40bfc231-ecda-4dd7-a914-d4fd0a2d487b'] {{(pid=101813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:45:13.487595 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a8f5d-daf7-4549-9a5f-dc7b3ef3148d req-2169aff1-93f0-4790-b4d6-658e7152f13c tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:13.489121 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f50a8f5d-daf7-4549-9a5f-dc7b3ef3148d req-2169aff1-93f0-4790-b4d6-658e7152f13c tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 945 time: 0.0506685 Nov 11 20:45:13.539822 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f50a8f5d-daf7-4549-9a5f-dc7b3ef3148d req-da39f379-4b31-4ca0-ae11-9bd1325a2187 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b47e2b2-2dfe-483a-9041-0e42cf0f8056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446005 Nov 11 20:45:14.251192 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 40bfc231-ecda-4dd7-a914-d4fd0a2d487b up at agent hyperv_hv-cinder-81764 {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:45:14.301752 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Provisioning for port 40bfc231-ecda-4dd7-a914-d4fd0a2d487b completed by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:45:14.307025 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Provisioning complete for port 40bfc231-ecda-4dd7-a914-d4fd0a2d487b triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:45:14.307396 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:14.394805 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:14.417988 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a4baaf-615d-4da4-b61e-5a9199179627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40bfc231-ecda-4dd7-a914-d4fd0a2d487b'}] {{(pid=101813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:45:14.420356 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0340890b3ce0369dfbb204f3d0516fe3d00048a2838df9679e450f9495620248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8bdf23-8525-4608-864e-f418edeb5127" -d '{"events": [{"server_uuid": "c9a4baaf-615d-4da4-b61e-5a9199179627", "name": "network-vif-plugged", "status": "completed", "tag": "40bfc231-ecda-4dd7-a914-d4fd0a2d487b"}]}' {{(pid=101813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:45:14.435401 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 40bfc231-ecda-4dd7-a914-d4fd0a2d487b, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=40bfc231-ecda-4dd7-a914-d4fd0a2d487b,segment=NetworkSegment(6393b59f-edea-4597-8674-6898de2ab603),segment_id=6393b59f-edea-4597-8674-6898de2ab603)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:45:14.440162 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:14.464267 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a60cad1-e92c-4c73-912e-f24feb506eae x-openstack-request-id: req-7a60cad1-e92c-4c73-912e-f24feb506eae {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:45:14.464555 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9a4baaf-615d-4da4-b61e-5a9199179627", "name": "network-vif-plugged", "status": "completed", "tag": "40bfc231-ecda-4dd7-a914-d4fd0a2d487b", "code": 200}]} {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:45:14.464805 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7a60cad1-e92c-4c73-912e-f24feb506eae {{(pid=101813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:45:14.465193 dv-cinder-817642-1-iscsi neutron-server[101813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a4baaf-615d-4da4-b61e-5a9199179627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40bfc231-ecda-4dd7-a914-d4fd0a2d487b', 'code': 200} Nov 11 20:45:14.493260 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Pushing event updated for resources: {'Port': ['ID=40bfc231-ecda-4dd7-a914-d4fd0a2d487b,revision_number=5']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:14.666370 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabfac14-d06e-47a2-a889-0af4bd3ee102 req-5ad24ec7-c756-407d-8e6b-1c5ebfbffe61 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:14.667828 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-eabfac14-d06e-47a2-a889-0af4bd3ee102 req-5ad24ec7-c756-407d-8e6b-1c5ebfbffe61 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 946 time: 0.0537205 Nov 11 20:45:14.743750 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-eabfac14-d06e-47a2-a889-0af4bd3ee102 req-dbde0534-dca4-4b84-9677-b49881d60028 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b47e2b2-2dfe-483a-9041-0e42cf0f8056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686855 Nov 11 20:45:14.756644 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dcd0ac-c26a-4431-8fb1-c04f0e0c6db7 req-b661b214-510c-4ec7-90a9-45ee6c6346fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:14.758173 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-91dcd0ac-c26a-4431-8fb1-c04f0e0c6db7 req-b661b214-510c-4ec7-90a9-45ee6c6346fd service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 1099 time: 0.0570624 Nov 11 20:45:14.827605 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-91dcd0ac-c26a-4431-8fb1-c04f0e0c6db7 req-8c97cc0f-5295-4c54-a853-dc66c0289d5c service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=3b47e2b2-2dfe-483a-9041-0e42cf0f8056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435448 Nov 11 20:45:15.871075 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a3149-7320-4863-93e6-7a40409ee4ca req-fe94c9ac-ab52-4dba-bdc2-3b92e0cba977 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:15.872580 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-921a3149-7320-4863-93e6-7a40409ee4ca req-fe94c9ac-ab52-4dba-bdc2-3b92e0cba977 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 946 time: 0.0570374 Nov 11 20:45:15.926366 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-921a3149-7320-4863-93e6-7a40409ee4ca req-e3b2c111-85e9-4a7b-802b-44bea66fc43b tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b47e2b2-2dfe-483a-9041-0e42cf0f8056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448534 Nov 11 20:45:17.044886 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0d09b-89f6-44aa-b0b5-105285b3fba9 req-d945cf91-b8dd-47d1-888e-9d7130743b48 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:17.046375 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-48f0d09b-89f6-44aa-b0b5-105285b3fba9 req-d945cf91-b8dd-47d1-888e-9d7130743b48 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 946 time: 0.0494857 Nov 11 20:45:17.096197 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-48f0d09b-89f6-44aa-b0b5-105285b3fba9 req-e68defb4-68a7-44ea-a447-cd6706a40bad tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b47e2b2-2dfe-483a-9041-0e42cf0f8056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432785 Nov 11 20:45:17.214060 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be16657-ba0c-49cc-b86e-8296690704fd req-1f9cca4c-3d8d-4078-b079-44461ec0b377 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:17.215425 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8be16657-ba0c-49cc-b86e-8296690704fd req-1f9cca4c-3d8d-4078-b079-44461ec0b377 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 946 time: 0.0501220 Nov 11 20:45:17.270166 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8be16657-ba0c-49cc-b86e-8296690704fd req-b7986c77-746d-4a47-b7fd-59233d7f28f0 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b47e2b2-2dfe-483a-9041-0e42cf0f8056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482612 Nov 11 20:45:17.292546 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 49716) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:17.480084 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29376c6-4e34-48e7-b969-50d437aac9f5 tempest-TestShelveInstance-1370505902 tempest-TestShelveInstance-1370505902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:17.481446 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-b29376c6-4e34-48e7-b969-50d437aac9f5 tempest-TestShelveInstance-1370505902 tempest-TestShelveInstance-1370505902-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 1094 time: 0.1879289 Nov 11 20:45:17.485375 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 49720) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:45:17.489833 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [None req-9d12f786-17b4-47a4-8a21-62b5fe38e8dd tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Request body: {'floatingip': {'floating_network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'port_id': '40bfc231-ecda-4dd7-a914-d4fd0a2d487b', 'tenant_id': '1ad6c752ea6048068ad66bddb0f2968f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:45:17.512649 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9d12f786-17b4-47a4-8a21-62b5fe38e8dd tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks [] for floatingip, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:17.607066 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9d12f786-17b4-47a4-8a21-62b5fe38e8dd tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:17.716675 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.db_base_plugin_common [None req-9d12f786-17b4-47a4-8a21-62b5fe38e8dd tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Allocated IP 172.27.0.128 (06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2/dac47c4e-2532-416f-829a-3cf927393807/07c9f026-a86b-4cc4-9db6-e0ed0d87d287) {{(pid=101811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:45:17.817831 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9d12f786-17b4-47a4-8a21-62b5fe38e8dd tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks [] for port, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:17.854106 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9d12f786-17b4-47a4-8a21-62b5fe38e8dd tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25464144'] for port, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:17.888325 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d12f786-17b4-47a4-8a21-62b5fe38e8dd tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Network 06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2 is already hosted by enough agents. {{(pid=101811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:45:17.891368 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.base_scheduler [None req-9d12f786-17b4-47a4-8a21-62b5fe38e8dd tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Resources bound (agent type, host, resource id): {{(pid=101811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:45:17.894796 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d12f786-17b4-47a4-8a21-62b5fe38e8dd tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Received port after_create {{(pid=101811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:45:17.925386 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d12f786-17b4-47a4-8a21-62b5fe38e8dd tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Pushing event updated for resources: {'Port': ['ID=07c9f026-a86b-4cc4-9db6-e0ed0d87d287,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:18.266375 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9d12f786-17b4-47a4-8a21-62b5fe38e8dd tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:18.336351 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9d12f786-17b4-47a4-8a21-62b5fe38e8dd tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:18.489046 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9d12f786-17b4-47a4-8a21-62b5fe38e8dd tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks [] for port, precommit_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:18.493480 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9d12f786-17b4-47a4-8a21-62b5fe38e8dd tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25464105'] for port, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:18.563293 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d12f786-17b4-47a4-8a21-62b5fe38e8dd tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Pushing event updated for resources: {'Port': ['ID=07c9f026-a86b-4cc4-9db6-e0ed0d87d287,revision_number=2']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:45:18.576463 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9d12f786-17b4-47a4-8a21-62b5fe38e8dd tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656075'] for floatingip, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:18.689283 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.db.l3_db [None req-9d12f786-17b4-47a4-8a21-62b5fe38e8dd tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Floating IP c03b54d8-ad58-4ef8-b89d-bee25e8fdc8f associated. External IP: 172.27.0.128, port: 40bfc231-ecda-4dd7-a914-d4fd0a2d487b. Nov 11 20:45:19.172517 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d12f786-17b4-47a4-8a21-62b5fe38e8dd tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Router 24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d has already been hosted by L3 agent 078c1a4f-b62f-4fa2-93c9-12887f0677c3 {{(pid=101811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:45:19.283492 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d12f786-17b4-47a4-8a21-62b5fe38e8dd tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Notify agent at l3_agent.dv-cinder-817642-1-iscsi the message routers_updated {{(pid=101811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:45:19.293669 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b5ae3a-5dc3-4bf2-b64d-a2e8137ad5cd None None] Sync routers for ids ['24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d'] in dv-cinder-817642-1-iscsi {{(pid=101813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:45:19.303529 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9d12f786-17b4-47a4-8a21-62b5fe38e8dd tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for floatingip, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:19.310666 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b5ae3a-5dc3-4bf2-b64d-a2e8137ad5cd None None] Routers {'24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:45:19.311606 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-59b5ae3a-5dc3-4bf2-b64d-a2e8137ad5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:45:03Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d'], 'active': True} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:45:19.332728 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-9d12f786-17b4-47a4-8a21-62b5fe38e8dd tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8460646 Nov 11 20:45:19.333428 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9a4baaf-615d-4da4-b61e-5a9199179627', 'tag': '40bfc231-ecda-4dd7-a914-d4fd0a2d487b'}] {{(pid=101811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:45:19.335937 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5736cb7e175e5ed5563496e7c8b9c6d8883e61bc6d504a4dc096e4a6f480cdce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bede60a2-9ad2-4950-a937-a1bce689e39f" -d '{"events": [{"name": "network-changed", "server_uuid": "c9a4baaf-615d-4da4-b61e-5a9199179627", "tag": "40bfc231-ecda-4dd7-a914-d4fd0a2d487b"}]}' {{(pid=101811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:45:19.377345 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f239d094-3ee3-40c7-a7ea-0e785cfbd444 x-openstack-request-id: req-f239d094-3ee3-40c7-a7ea-0e785cfbd444 {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:45:19.377638 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9a4baaf-615d-4da4-b61e-5a9199179627", "tag": "40bfc231-ecda-4dd7-a914-d4fd0a2d487b", "status": "completed", "code": 200}]} {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:45:19.378216 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f239d094-3ee3-40c7-a7ea-0e785cfbd444 {{(pid=101811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:45:19.378350 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9a4baaf-615d-4da4-b61e-5a9199179627', 'tag': '40bfc231-ecda-4dd7-a914-d4fd0a2d487b', 'status': 'completed', 'code': 200} Nov 11 20:45:19.426057 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvr_db [None req-59b5ae3a-5dc3-4bf2-b64d-a2e8137ad5cd None None] Set router 24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d gateway port host: dv-cinder-817642-1-iscsi {{(pid=101813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:45:19.452173 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede60a2-9ad2-4950-a937-a1bce689e39f req-f13fcc6b-b1e0-4021-b29c-5ec92b73ad47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:19.453730 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-bede60a2-9ad2-4950-a937-a1bce689e39f req-f13fcc6b-b1e0-4021-b29c-5ec92b73ad47 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1ad6c752ea6048068ad66bddb0f2968f&device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 1099 time: 0.0420284 Nov 11 20:45:19.556365 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede60a2-9ad2-4950-a937-a1bce689e39f req-d1bbaac4-f6d9-4e96-bbc0-1a26db652375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:19.557846 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-bede60a2-9ad2-4950-a937-a1bce689e39f req-d1bbaac4-f6d9-4e96-bbc0-1a26db652375 service neutron] 10.222.0.78 "GET /v2.0/networks?id=86e64690-2a5a-4e0a-b625-102ea78f3628 HTTP/1.1" status: 200 len: 910 time: 0.0903060 Nov 11 20:45:19.659368 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-59b5ae3a-5dc3-4bf2-b64d-a2e8137ad5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d', 'name': 'tempest-TestShelveInstance-1401125711-router', 'tenant_id': '1ad6c752ea6048068ad66bddb0f2968f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'db2ed765-abb1-4638-9b49-2dc1d682da3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:44:19Z', 'updated_at': '2021-11-11T20:44:22Z', 'revision_number': 4, 'project_id': '1ad6c752ea6048068ad66bddb0f2968f', 'gw_port': {'id': 'db2ed765-abb1-4638-9b49-2dc1d682da3c', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:4a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:19Z', 'updated_at': '2021-11-11T20:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_floatingips': [{'id': 'c03b54d8-ad58-4ef8-b89d-bee25e8fdc8f', 'tenant_id': '1ad6c752ea6048068ad66bddb0f2968f', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'router_id': '24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d', 'port_id': '40bfc231-ecda-4dd7-a914-d4fd0a2d487b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86e64690-2a5a-4e0a-b625-102ea78f3628', 'mac_address': 'fa:16:3e:b9:b5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a4baaf-615d-4da4-b61e-5a9199179627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:45:18Z', 'updated_at': '2021-11-11T20:45:18Z', 'revision_number': 0, 'project_id': '1ad6c752ea6048068ad66bddb0f2968f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b764d52-77e7-4682-b571-e4083b29dcac', 'name': '', 'network_id': '86e64690-2a5a-4e0a-b625-102ea78f3628', 'tenant_id': '1ad6c752ea6048068ad66bddb0f2968f', 'mac_address': 'fa:16:3e:3c:44:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '687750c2-873f-4aa7-97ab-72f9b584fba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:21Z', 'updated_at': '2021-11-11T20:44:26Z', 'revision_number': 5, 'project_id': '1ad6c752ea6048068ad66bddb0f2968f', 'subnets': [{'id': '687750c2-873f-4aa7-97ab-72f9b584fba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:45:19.659683 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-bede60a2-9ad2-4950-a937-a1bce689e39f req-ed87851e-6928-44b5-aab2-844cf6b7143e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40bfc231-ecda-4dd7-a914-d4fd0a2d487b HTTP/1.1" status: 200 len: 1000 time: 0.0615716 Nov 11 20:45:19.686606 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b5ae3a-5dc3-4bf2-b64d-a2e8137ad5cd None None] Checking router: 24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d for host: dv-cinder-817642-1-iscsi {{(pid=101813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:45:19.695632 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b5ae3a-5dc3-4bf2-b64d-a2e8137ad5cd None None] Routers {'24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:45:19.696290 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-59b5ae3a-5dc3-4bf2-b64d-a2e8137ad5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:45:03Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d'], 'active': True} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:45:19.733519 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede60a2-9ad2-4950-a937-a1bce689e39f req-2c29f58e-d032-42aa-a8ad-c46c87b9aa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:19.735114 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-bede60a2-9ad2-4950-a937-a1bce689e39f req-2c29f58e-d032-42aa-a8ad-c46c87b9aa45 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=687750c2-873f-4aa7-97ab-72f9b584fba4 HTTP/1.1" status: 200 len: 848 time: 0.0623095 Nov 11 20:45:19.793329 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede60a2-9ad2-4950-a937-a1bce689e39f req-b1b1c3b0-31c8-455d-bf08-22dbafcdb55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:19.794753 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-bede60a2-9ad2-4950-a937-a1bce689e39f req-b1b1c3b0-31c8-455d-bf08-22dbafcdb55b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=86e64690-2a5a-4e0a-b625-102ea78f3628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459795 Nov 11 20:45:19.807722 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvr_db [None req-59b5ae3a-5dc3-4bf2-b64d-a2e8137ad5cd None None] Set router 24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d gateway port host: dv-cinder-817642-1-iscsi {{(pid=101813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:45:19.909953 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-bede60a2-9ad2-4950-a937-a1bce689e39f req-a531d183-8a44-4c1c-97e6-325ee45dff09 service neutron] 10.222.0.78 "GET /v2.0/networks/86e64690-2a5a-4e0a-b625-102ea78f3628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982726 Nov 11 20:45:20.016170 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-bede60a2-9ad2-4950-a937-a1bce689e39f req-0d69506b-489f-4da8-a964-679ff842fd70 service neutron] 10.222.0.78 "GET /v2.0/networks/86e64690-2a5a-4e0a-b625-102ea78f3628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951166 Nov 11 20:45:20.060999 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-59b5ae3a-5dc3-4bf2-b64d-a2e8137ad5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d', 'name': 'tempest-TestShelveInstance-1401125711-router', 'tenant_id': '1ad6c752ea6048068ad66bddb0f2968f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'db2ed765-abb1-4638-9b49-2dc1d682da3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:44:19Z', 'updated_at': '2021-11-11T20:44:22Z', 'revision_number': 4, 'project_id': '1ad6c752ea6048068ad66bddb0f2968f', 'gw_port': {'id': 'db2ed765-abb1-4638-9b49-2dc1d682da3c', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:4a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:19Z', 'updated_at': '2021-11-11T20:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_floatingips': [{'id': 'c03b54d8-ad58-4ef8-b89d-bee25e8fdc8f', 'tenant_id': '1ad6c752ea6048068ad66bddb0f2968f', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'router_id': '24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d', 'port_id': '40bfc231-ecda-4dd7-a914-d4fd0a2d487b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86e64690-2a5a-4e0a-b625-102ea78f3628', 'mac_address': 'fa:16:3e:b9:b5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a4baaf-615d-4da4-b61e-5a9199179627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:45:18Z', 'updated_at': '2021-11-11T20:45:18Z', 'revision_number': 0, 'project_id': '1ad6c752ea6048068ad66bddb0f2968f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b764d52-77e7-4682-b571-e4083b29dcac', 'name': '', 'network_id': '86e64690-2a5a-4e0a-b625-102ea78f3628', 'tenant_id': '1ad6c752ea6048068ad66bddb0f2968f', 'mac_address': 'fa:16:3e:3c:44:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '687750c2-873f-4aa7-97ab-72f9b584fba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:21Z', 'updated_at': '2021-11-11T20:44:26Z', 'revision_number': 5, 'project_id': '1ad6c752ea6048068ad66bddb0f2968f', 'subnets': [{'id': '687750c2-873f-4aa7-97ab-72f9b584fba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:45:20.089090 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b5ae3a-5dc3-4bf2-b64d-a2e8137ad5cd None None] The sync data for ids ['24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d'] in dv-cinder-817642-1-iscsi is: [{'id': '24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d', 'name': 'tempest-TestShelveInstance-1401125711-router', 'tenant_id': '1ad6c752ea6048068ad66bddb0f2968f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'db2ed765-abb1-4638-9b49-2dc1d682da3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:44:19Z', 'updated_at': '2021-11-11T20:44:22Z', 'revision_number': 4, 'project_id': '1ad6c752ea6048068ad66bddb0f2968f', 'gw_port': {'id': 'db2ed765-abb1-4638-9b49-2dc1d682da3c', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:4a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:19Z', 'updated_at': '2021-11-11T20:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_floatingips': [{'id': 'c03b54d8-ad58-4ef8-b89d-bee25e8fdc8f', 'tenant_id': '1ad6c752ea6048068ad66bddb0f2968f', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'router_id': '24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d', 'port_id': '40bfc231-ecda-4dd7-a914-d4fd0a2d487b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86e64690-2a5a-4e0a-b625-102ea78f3628', 'mac_address': 'fa:16:3e:b9:b5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a4baaf-615d-4da4-b61e-5a9199179627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:45:18Z', 'updated_at': '2021-11-11T20:45:18Z', 'revision_number': 0, 'project_id': '1ad6c752ea6048068ad66bddb0f2968f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b764d52-77e7-4682-b571-e4083b29dcac', 'name': '', 'network_id': '86e64690-2a5a-4e0a-b625-102ea78f3628', 'tenant_id': '1ad6c752ea6048068ad66bddb0f2968f', 'mac_address': 'fa:16:3e:3c:44:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '687750c2-873f-4aa7-97ab-72f9b584fba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:21Z', 'updated_at': '2021-11-11T20:44:26Z', 'revision_number': 5, 'project_id': '1ad6c752ea6048068ad66bddb0f2968f', 'subnets': [{'id': '687750c2-873f-4aa7-97ab-72f9b584fba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:45:20.289309 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00880518-bce9-49a0-a8db-655ae921ec20 None None] New status for floating IP c03b54d8-ad58-4ef8-b89d-bee25e8fdc8f: ACTIVE {{(pid=101814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 20:45:22.160647 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:22.562690 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a4eddbf1-0727-4c4b-9cd4-a17a5eda66d8 req-3d0bb029-728b-44c5-ad68-3189407ccacd service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394752 Nov 11 20:45:22.636153 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eddbf1-0727-4c4b-9cd4-a17a5eda66d8 req-14c7ee3f-a184-4ded-a1f5-ae439ac0014d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:22.637676 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a4eddbf1-0727-4c4b-9cd4-a17a5eda66d8 req-14c7ee3f-a184-4ded-a1f5-ae439ac0014d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b5cef6cece0f4bf49468d6d0e5b6b269&device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 1099 time: 0.0462627 Nov 11 20:45:22.747374 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eddbf1-0727-4c4b-9cd4-a17a5eda66d8 req-34ebf2a7-dfac-4717-b8ec-1449b8b7c900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:22.748907 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a4eddbf1-0727-4c4b-9cd4-a17a5eda66d8 req-34ebf2a7-dfac-4717-b8ec-1449b8b7c900 service neutron] 10.222.0.78 "GET /v2.0/networks?id=515d5239-5614-4a6a-85cb-8dd4e9ebdc6b HTTP/1.1" status: 200 len: 911 time: 0.0867188 Nov 11 20:45:22.823212 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a4eddbf1-0727-4c4b-9cd4-a17a5eda66d8 req-a7302edd-2a66-414c-b0ec-eaf0bd919c9b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53f23a0e-d315-46e7-8373-2a51593bddbf HTTP/1.1" status: 200 len: 1000 time: 0.0617843 Nov 11 20:45:22.877182 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eddbf1-0727-4c4b-9cd4-a17a5eda66d8 req-2b34bbee-7be5-4ea9-a01d-bd7bb4992409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:22.878618 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a4eddbf1-0727-4c4b-9cd4-a17a5eda66d8 req-2b34bbee-7be5-4ea9-a01d-bd7bb4992409 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=043689e6-7343-4f4a-9ced-626818d24d47 HTTP/1.1" status: 200 len: 849 time: 0.0473607 Nov 11 20:45:22.932649 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eddbf1-0727-4c4b-9cd4-a17a5eda66d8 req-0fc0a4a4-fbd7-401d-aa4c-e24d6c22cd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:22.934329 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a4eddbf1-0727-4c4b-9cd4-a17a5eda66d8 req-0fc0a4a4-fbd7-401d-aa4c-e24d6c22cd20 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=515d5239-5614-4a6a-85cb-8dd4e9ebdc6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416217 Nov 11 20:45:23.032222 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a4eddbf1-0727-4c4b-9cd4-a17a5eda66d8 req-29e8c852-20f9-4487-be23-0c5cad0defaf service neutron] 10.222.0.78 "GET /v2.0/networks/515d5239-5614-4a6a-85cb-8dd4e9ebdc6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870516 Nov 11 20:45:23.134681 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a4eddbf1-0727-4c4b-9cd4-a17a5eda66d8 req-8e3f7021-6cc3-49a1-9b92-419a8e220708 service neutron] 10.222.0.78 "GET /v2.0/networks/515d5239-5614-4a6a-85cb-8dd4e9ebdc6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880353 Nov 11 20:45:30.722341 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-38fdb968-bc34-414d-9991-9b54761bc2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:33.401458 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-4ebc8d82-16bf-4ed6-8b46-07366d10c8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:34.379782 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3d9940ef-842e-4b07-a279-f9f66b0ee11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:36.121152 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b24fd597-249d-429f-8b46-48f3c6a9ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:36.431243 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:37.850431 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.agents_db [None req-82748851-6744-43b9-bd77-83e744a7c088 None None] Agent healthcheck: found 6 active agents {{(pid=101814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:45:52.169407 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:45:58.671635 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c237d-0838-4a3b-a1ec-dd82ea3a9dd9 req-5e9c2704-77ab-4bd5-a9fe-a01c840ed555 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:58.673355 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ec8c237d-0838-4a3b-a1ec-dd82ea3a9dd9 req-5e9c2704-77ab-4bd5-a9fe-a01c840ed555 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.0494647 Nov 11 20:45:58.724558 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ec8c237d-0838-4a3b-a1ec-dd82ea3a9dd9 req-667a282f-43b8-431a-908c-4011552c1c5c tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452116 Nov 11 20:45:59.836363 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb70bd75-7295-44bb-b21f-b8aa463ccf32 req-edbba48e-5721-446c-880d-7afa474965af tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:45:59.837861 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cb70bd75-7295-44bb-b21f-b8aa463ccf32 req-edbba48e-5721-446c-880d-7afa474965af tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.0482881 Nov 11 20:45:59.884754 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cb70bd75-7295-44bb-b21f-b8aa463ccf32 req-bac87d50-9cc4-4e85-af4f-e42fd818d7cb tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402186 Nov 11 20:46:00.388182 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab4eccf-2a0b-41f5-985f-2173c10cd9f3 req-eeb161bf-e9e5-4539-901d-c196ad77d17a tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:00.390604 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-aab4eccf-2a0b-41f5-985f-2173c10cd9f3 req-eeb161bf-e9e5-4539-901d-c196ad77d17a tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.78 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 946 time: 0.0626743 Nov 11 20:46:00.495641 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [req-aab4eccf-2a0b-41f5-985f-2173c10cd9f3 req-39f6463f-f856-4096-8511-e2f14476b954 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Deleting port 53f23a0e-d315-46e7-8373-2a51593bddbf {{(pid=101811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:46:00.496017 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-aab4eccf-2a0b-41f5-985f-2173c10cd9f3 req-39f6463f-f856-4096-8511-e2f14476b954 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:00.587840 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-aab4eccf-2a0b-41f5-985f-2173c10cd9f3 req-39f6463f-f856-4096-8511-e2f14476b954 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] For port 53f23a0e-d315-46e7-8373-2a51593bddbf, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=53f23a0e-d315-46e7-8373-2a51593bddbf,segment=NetworkSegment(10d54165-ef60-4074-adbf-93405467530b),segment_id=10d54165-ef60-4074-adbf-93405467530b)] {{(pid=101811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:00.588317 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-aab4eccf-2a0b-41f5-985f-2173c10cd9f3 req-39f6463f-f856-4096-8511-e2f14476b954 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:00.725545 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-2e2b255b-0b53-4b0f-ac89-f8683c2c5602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:00.764694 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-aab4eccf-2a0b-41f5-985f-2173c10cd9f3 req-39f6463f-f856-4096-8511-e2f14476b954 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:00.765072 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-aab4eccf-2a0b-41f5-985f-2173c10cd9f3 req-39f6463f-f856-4096-8511-e2f14476b954 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656075'] for floatingip, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:00.765375 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.db.l3_db [req-aab4eccf-2a0b-41f5-985f-2173c10cd9f3 req-39f6463f-f856-4096-8511-e2f14476b954 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Floating IP fce322f7-a466-4423-93e4-6eeb1ebb72e1 disassociated. External IP: 172.27.0.4, port: 53f23a0e-d315-46e7-8373-2a51593bddbf. Nov 11 20:46:00.766400 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [req-aab4eccf-2a0b-41f5-985f-2173c10cd9f3 req-39f6463f-f856-4096-8511-e2f14476b954 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Calling delete_port for 53f23a0e-d315-46e7-8373-2a51593bddbf owned by compute:nova {{(pid=101811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:46:00.898011 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-aab4eccf-2a0b-41f5-985f-2173c10cd9f3 req-39f6463f-f856-4096-8511-e2f14476b954 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25464144'] for port, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:00.932946 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f6463f-f856-4096-8511-e2f14476b954 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Pushing event deleted for resources: {'Port': ['ID=53f23a0e-d315-46e7-8373-2a51593bddbf,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:00.944432 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f6463f-f856-4096-8511-e2f14476b954 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:00.944781 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f6463f-f856-4096-8511-e2f14476b954 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:00.945125 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f6463f-f856-4096-8511-e2f14476b954 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:00.945448 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f6463f-f856-4096-8511-e2f14476b954 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:00.945781 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f6463f-f856-4096-8511-e2f14476b954 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:00.946193 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f6463f-f856-4096-8511-e2f14476b954 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:00.946481 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f6463f-f856-4096-8511-e2f14476b954 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:00.946813 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f6463f-f856-4096-8511-e2f14476b954 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:00.947134 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f6463f-f856-4096-8511-e2f14476b954 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:00.947460 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f6463f-f856-4096-8511-e2f14476b954 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:00.947785 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f6463f-f856-4096-8511-e2f14476b954 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:00.948134 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f6463f-f856-4096-8511-e2f14476b954 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:01.022214 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-698a93bd-41ca-4506-b0b9-f1a0249c5b8c req-353cf121-fda9-4916-af27-687907b94354 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=d03811f1-6242-47b2-be06-1ed656918ccb HTTP/1.1" status: 200 len: 210 time: 0.0321603 Nov 11 20:46:01.085792 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aab4eccf-2a0b-41f5-985f-2173c10cd9f3 req-39f6463f-f856-4096-8511-e2f14476b954 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Router b0f6d551-b240-494f-9615-5eb5f3abddc2 has already been hosted by L3 agent 078c1a4f-b62f-4fa2-93c9-12887f0677c3 {{(pid=101811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:46:01.190773 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aab4eccf-2a0b-41f5-985f-2173c10cd9f3 req-39f6463f-f856-4096-8511-e2f14476b954 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Notify agent at l3_agent.dv-cinder-817642-1-iscsi the message routers_updated {{(pid=101811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:46:01.200401 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2fec2c-0eaf-491d-b6e0-c207cbecb55a None None] Sync routers for ids ['b0f6d551-b240-494f-9615-5eb5f3abddc2'] in dv-cinder-817642-1-iscsi {{(pid=101813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:46:01.210967 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2fec2c-0eaf-491d-b6e0-c207cbecb55a None None] Routers {'b0f6d551-b240-494f-9615-5eb5f3abddc2'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:46:01.211518 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-3c2fec2c-0eaf-491d-b6e0-c207cbecb55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:45:33Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['b0f6d551-b240-494f-9615-5eb5f3abddc2'], 'active': True} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:01.230619 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab4eccf-2a0b-41f5-985f-2173c10cd9f3 req-39f6463f-f856-4096-8511-e2f14476b954 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] No DVR routers for this DVR port 53f23a0e-d315-46e7-8373-2a51593bddbf on host hv-cinder-81764 {{(pid=101811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:46:01.233249 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-aab4eccf-2a0b-41f5-985f-2173c10cd9f3 req-39f6463f-f856-4096-8511-e2f14476b954 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:01.236753 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-aab4eccf-2a0b-41f5-985f-2173c10cd9f3 req-39f6463f-f856-4096-8511-e2f14476b954 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.78 "DELETE /v2.0/ports/53f23a0e-d315-46e7-8373-2a51593bddbf HTTP/1.1" status: 204 len: 173 time: 0.8325348 Nov 11 20:46:01.237204 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03811f1-6242-47b2-be06-1ed656918ccb', 'name': 'network-vif-deleted', 'tag': '53f23a0e-d315-46e7-8373-2a51593bddbf'}] {{(pid=101811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:46:01.239719 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5736cb7e175e5ed5563496e7c8b9c6d8883e61bc6d504a4dc096e4a6f480cdce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4688c590-9f1c-46e3-a132-0e546efc11bd" -d '{"events": [{"server_uuid": "d03811f1-6242-47b2-be06-1ed656918ccb", "name": "network-vif-deleted", "tag": "53f23a0e-d315-46e7-8373-2a51593bddbf"}]}' {{(pid=101811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:46:01.280098 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031f13c2-ca45-4ed2-984b-4eef74141830 x-openstack-request-id: req-031f13c2-ca45-4ed2-984b-4eef74141830 {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:46:01.280542 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d03811f1-6242-47b2-be06-1ed656918ccb", "name": "network-vif-deleted", "tag": "53f23a0e-d315-46e7-8373-2a51593bddbf", "status": "completed", "code": 200}]} {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:46:01.280832 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-031f13c2-ca45-4ed2-984b-4eef74141830 {{(pid=101811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:46:01.281328 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd03811f1-6242-47b2-be06-1ed656918ccb', 'name': 'network-vif-deleted', 'tag': '53f23a0e-d315-46e7-8373-2a51593bddbf', 'status': 'completed', 'code': 200} Nov 11 20:46:01.330154 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvr_db [None req-3c2fec2c-0eaf-491d-b6e0-c207cbecb55a None None] Set router b0f6d551-b240-494f-9615-5eb5f3abddc2 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:46:01.533927 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-3c2fec2c-0eaf-491d-b6e0-c207cbecb55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'name': 'tempest-AttachVolumeTestJSON-643645549-router', 'tenant_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'a4c8c0cc-074b-4aa9-a523-77c91c424727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:39:39Z', 'updated_at': '2021-11-11T20:39:46Z', 'revision_number': 4, 'project_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'gw_port': {'id': 'a4c8c0cc-074b-4aa9-a523-77c91c424727', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:41Z', 'updated_at': '2021-11-11T20:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': 'efb5c89e-d36d-4574-8d1e-764f017b4aed', 'name': '', 'network_id': '515d5239-5614-4a6a-85cb-8dd4e9ebdc6b', 'tenant_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'mac_address': 'fa:16:3e:59:73:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '043689e6-7343-4f4a-9ced-626818d24d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:45Z', 'updated_at': '2021-11-11T20:39:51Z', 'revision_number': 5, 'project_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'subnets': [{'id': '043689e6-7343-4f4a-9ced-626818d24d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:01.563015 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2fec2c-0eaf-491d-b6e0-c207cbecb55a None None] Checking router: b0f6d551-b240-494f-9615-5eb5f3abddc2 for host: dv-cinder-817642-1-iscsi {{(pid=101813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:46:01.571817 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2fec2c-0eaf-491d-b6e0-c207cbecb55a None None] Routers {'b0f6d551-b240-494f-9615-5eb5f3abddc2'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:46:01.572434 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-3c2fec2c-0eaf-491d-b6e0-c207cbecb55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:45:33Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['b0f6d551-b240-494f-9615-5eb5f3abddc2'], 'active': True} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:01.671391 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvr_db [None req-3c2fec2c-0eaf-491d-b6e0-c207cbecb55a None None] Set router b0f6d551-b240-494f-9615-5eb5f3abddc2 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:46:01.869858 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-3c2fec2c-0eaf-491d-b6e0-c207cbecb55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'name': 'tempest-AttachVolumeTestJSON-643645549-router', 'tenant_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'a4c8c0cc-074b-4aa9-a523-77c91c424727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:39:39Z', 'updated_at': '2021-11-11T20:39:46Z', 'revision_number': 4, 'project_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'gw_port': {'id': 'a4c8c0cc-074b-4aa9-a523-77c91c424727', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:41Z', 'updated_at': '2021-11-11T20:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': 'efb5c89e-d36d-4574-8d1e-764f017b4aed', 'name': '', 'network_id': '515d5239-5614-4a6a-85cb-8dd4e9ebdc6b', 'tenant_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'mac_address': 'fa:16:3e:59:73:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '043689e6-7343-4f4a-9ced-626818d24d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:45Z', 'updated_at': '2021-11-11T20:39:51Z', 'revision_number': 5, 'project_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'subnets': [{'id': '043689e6-7343-4f4a-9ced-626818d24d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:01.895958 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2fec2c-0eaf-491d-b6e0-c207cbecb55a None None] The sync data for ids ['b0f6d551-b240-494f-9615-5eb5f3abddc2'] in dv-cinder-817642-1-iscsi is: [{'id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'name': 'tempest-AttachVolumeTestJSON-643645549-router', 'tenant_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'a4c8c0cc-074b-4aa9-a523-77c91c424727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:39:39Z', 'updated_at': '2021-11-11T20:39:46Z', 'revision_number': 4, 'project_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'gw_port': {'id': 'a4c8c0cc-074b-4aa9-a523-77c91c424727', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:41Z', 'updated_at': '2021-11-11T20:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': 'efb5c89e-d36d-4574-8d1e-764f017b4aed', 'name': '', 'network_id': '515d5239-5614-4a6a-85cb-8dd4e9ebdc6b', 'tenant_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'mac_address': 'fa:16:3e:59:73:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '043689e6-7343-4f4a-9ced-626818d24d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:45Z', 'updated_at': '2021-11-11T20:39:51Z', 'revision_number': 5, 'project_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'subnets': [{'id': '043689e6-7343-4f4a-9ced-626818d24d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:46:02.112334 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 49850) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:02.138951 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ca8f08-32f2-41cd-bbf3-c87b4d896f04 None None] New status for floating IP fce322f7-a466-4423-93e4-6eeb1ebb72e1: DOWN {{(pid=101814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 20:46:02.169445 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-5c35d68f-ebb4-4b5f-9f40-f5837818134d tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks [] for security_group, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:02.193069 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-5c35d68f-ebb4-4b5f-9f40-f5837818134d tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:02.241911 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-5c35d68f-ebb4-4b5f-9f40-f5837818134d tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:02.245788 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-5c35d68f-ebb4-4b5f-9f40-f5837818134d tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks [] for security_group, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:02.249486 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-5c35d68f-ebb4-4b5f-9f40-f5837818134d tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "DELETE /v2.0/security-groups/a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26 HTTP/1.1" status: 204 len: 168 time: 0.1333685 Nov 11 20:46:02.249608 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 49852) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:02.256718 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c35d68f-ebb4-4b5f-9f40-f5837818134d tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:02.268544 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.api.v2.resource [None req-98a052dc-ec7e-4c8e-b94a-c5649a60ce1c tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] show failed (client error): The resource could not be found. Nov 11 20:46:02.269609 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-98a052dc-ec7e-4c8e-b94a-c5649a60ce1c tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups/a1ac12d7-839f-45e1-9a2b-33c5b6c3ad26 HTTP/1.1" status: 404 len: 347 time: 0.0190313 Nov 11 20:46:02.273362 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 49854) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:02.397178 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.plugin [None req-491067bb-79f3-4d05-aae8-4b62efb91b8f tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Deleting port 0ee1c7b1-ff1c-4042-90cf-72541db25ee0 {{(pid=101812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:46:02.397522 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-491067bb-79f3-4d05-aae8-4b62efb91b8f tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:02.473786 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-491067bb-79f3-4d05-aae8-4b62efb91b8f tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:02.474109 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-491067bb-79f3-4d05-aae8-4b62efb91b8f tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:02.485477 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.plugin [None req-491067bb-79f3-4d05-aae8-4b62efb91b8f tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Calling delete_port for 0ee1c7b1-ff1c-4042-90cf-72541db25ee0 owned by network:floatingip {{(pid=101812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:46:02.609102 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-491067bb-79f3-4d05-aae8-4b62efb91b8f tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3549817'] for port, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:02.635099 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491067bb-79f3-4d05-aae8-4b62efb91b8f tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Pushing event deleted for resources: {'Port': ['ID=0ee1c7b1-ff1c-4042-90cf-72541db25ee0,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:02.648739 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491067bb-79f3-4d05-aae8-4b62efb91b8f tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:02.649088 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491067bb-79f3-4d05-aae8-4b62efb91b8f tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:02.649427 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491067bb-79f3-4d05-aae8-4b62efb91b8f tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:02.649758 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491067bb-79f3-4d05-aae8-4b62efb91b8f tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:02.650083 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491067bb-79f3-4d05-aae8-4b62efb91b8f tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:02.650415 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491067bb-79f3-4d05-aae8-4b62efb91b8f tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:02.650740 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491067bb-79f3-4d05-aae8-4b62efb91b8f tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:02.651065 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491067bb-79f3-4d05-aae8-4b62efb91b8f tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:02.651390 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491067bb-79f3-4d05-aae8-4b62efb91b8f tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:02.651708 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491067bb-79f3-4d05-aae8-4b62efb91b8f tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:02.652046 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491067bb-79f3-4d05-aae8-4b62efb91b8f tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:02.652365 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491067bb-79f3-4d05-aae8-4b62efb91b8f tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:02.705225 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-491067bb-79f3-4d05-aae8-4b62efb91b8f tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks [] for floatingip, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:02.707753 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-491067bb-79f3-4d05-aae8-4b62efb91b8f tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for floatingip, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:02.708929 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-491067bb-79f3-4d05-aae8-4b62efb91b8f tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "DELETE /v2.0/floatingips/fce322f7-a466-4423-93e4-6eeb1ebb72e1 HTTP/1.1" status: 204 len: 168 time: 0.4346523 Nov 11 20:46:02.913451 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 49860) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:02.918004 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [None req-3cff5872-5311-41c6-bea0-baf33e2a869a tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Request body: {'security_group': {'name': 'tempest-securitygroup--582156772', 'description': 'tempest-description--2031311211'}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:46:02.940673 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-3cff5872-5311-41c6-bea0-baf33e2a869a tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:03.007869 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-3cff5872-5311-41c6-bea0-baf33e2a869a tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:03.012472 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-3cff5872-5311-41c6-bea0-baf33e2a869a tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:03.041192 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-3cff5872-5311-41c6-bea0-baf33e2a869a tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:03.042385 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-3cff5872-5311-41c6-bea0-baf33e2a869a tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1279130 Nov 11 20:46:03.044178 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cff5872-5311-41c6-bea0-baf33e2a869a tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a4659d-6617-473b-b20a-e8af55a03a26,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:03.045311 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 49862) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:03.050562 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [None req-57d21f4f-1d23-4df7-a580-b320733c9975 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Request body: {'security_group_rule': {'security_group_id': 'b9a4659d-6617-473b-b20a-e8af55a03a26', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:46:03.077931 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-57d21f4f-1d23-4df7-a580-b320733c9975 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:03.124893 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-57d21f4f-1d23-4df7-a580-b320733c9975 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:03.129034 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-57d21f4f-1d23-4df7-a580-b320733c9975 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641934'] for security_group_rule, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:03.146573 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d21f4f-1d23-4df7-a580-b320733c9975 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84891ff2-0cf8-4849-8b27-4e56ae2673a4,revision_number=0']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:03.155280 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-57d21f4f-1d23-4df7-a580-b320733c9975 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:03.156521 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-57d21f4f-1d23-4df7-a580-b320733c9975 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1100686 Nov 11 20:46:03.159834 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 49864) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:03.164110 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [None req-4a8f69d9-2368-4047-bf9d-5e59693cd857 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Request body: {'security_group_rule': {'security_group_id': 'b9a4659d-6617-473b-b20a-e8af55a03a26', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:46:03.190863 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-4a8f69d9-2368-4047-bf9d-5e59693cd857 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:03.246121 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-4a8f69d9-2368-4047-bf9d-5e59693cd857 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:03.249501 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-4a8f69d9-2368-4047-bf9d-5e59693cd857 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641934'] for security_group_rule, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:03.266444 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f69d9-2368-4047-bf9d-5e59693cd857 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=119270f8-0c8c-46b5-ad60-5869fecc822b,revision_number=0']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:03.273547 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-4a8f69d9-2368-4047-bf9d-5e59693cd857 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:03.274721 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-4a8f69d9-2368-4047-bf9d-5e59693cd857 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1139169 Nov 11 20:46:03.277938 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 49866) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:03.282159 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [None req-b34d2c5d-362f-4c2b-98bf-37830f0a5d75 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Request body: {'floatingip': {'floating_network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2'}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:46:03.304616 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-b34d2c5d-362f-4c2b-98bf-37830f0a5d75 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks [] for floatingip, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:03.401633 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-e8e31f24-3377-4d7c-89a1-3c4c8ec57127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:03.402795 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-b34d2c5d-362f-4c2b-98bf-37830f0a5d75 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:03.505177 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.db_base_plugin_common [None req-b34d2c5d-362f-4c2b-98bf-37830f0a5d75 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Allocated IP 172.27.0.85 (06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2/dac47c4e-2532-416f-829a-3cf927393807/1ed15d02-7c0f-49bd-8c18-ae634c49afe8) {{(pid=101811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:46:03.609256 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-b34d2c5d-362f-4c2b-98bf-37830f0a5d75 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks [] for port, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:03.643195 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-b34d2c5d-362f-4c2b-98bf-37830f0a5d75 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25464144'] for port, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:03.678234 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34d2c5d-362f-4c2b-98bf-37830f0a5d75 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Network 06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2 is already hosted by enough agents. {{(pid=101811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:46:03.680887 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.base_scheduler [None req-b34d2c5d-362f-4c2b-98bf-37830f0a5d75 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Resources bound (agent type, host, resource id): {{(pid=101811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:46:03.686178 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34d2c5d-362f-4c2b-98bf-37830f0a5d75 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Received port after_create {{(pid=101811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:46:03.711946 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d2c5d-362f-4c2b-98bf-37830f0a5d75 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Pushing event updated for resources: {'Port': ['ID=1ed15d02-7c0f-49bd-8c18-ae634c49afe8,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:03.770757 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-b34d2c5d-362f-4c2b-98bf-37830f0a5d75 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:03.807570 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-b34d2c5d-362f-4c2b-98bf-37830f0a5d75 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:03.958241 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-b34d2c5d-362f-4c2b-98bf-37830f0a5d75 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks [] for port, precommit_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:03.962859 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-b34d2c5d-362f-4c2b-98bf-37830f0a5d75 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25464105'] for port, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:04.034803 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d2c5d-362f-4c2b-98bf-37830f0a5d75 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Pushing event updated for resources: {'Port': ['ID=1ed15d02-7c0f-49bd-8c18-ae634c49afe8,revision_number=2']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:04.046423 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-b34d2c5d-362f-4c2b-98bf-37830f0a5d75 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656075'] for floatingip, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:04.063266 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-b34d2c5d-362f-4c2b-98bf-37830f0a5d75 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for floatingip, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:04.064701 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-b34d2c5d-362f-4c2b-98bf-37830f0a5d75 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7858624 Nov 11 20:46:04.259922 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-397586a3-2e05-4383-8fc3-05a2bdb858f2 req-2f7e279a-e324-42cf-a740-3696b7a0e739 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--582156772&fields=id&tenant_id=b5cef6cece0f4bf49468d6d0e5b6b269 HTTP/1.1" status: 200 len: 267 time: 0.0438595 Nov 11 20:46:04.368893 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397586a3-2e05-4383-8fc3-05a2bdb858f2 req-62c5fb1e-8037-4abf-a1af-872b93a39541 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:04.370355 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-397586a3-2e05-4383-8fc3-05a2bdb858f2 req-62c5fb1e-8037-4abf-a1af-872b93a39541 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/networks?id=515d5239-5614-4a6a-85cb-8dd4e9ebdc6b HTTP/1.1" status: 200 len: 810 time: 0.1038709 Nov 11 20:46:04.384421 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3d9940ef-842e-4b07-a279-f9f66b0ee11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:04.386743 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-397586a3-2e05-4383-8fc3-05a2bdb858f2 req-9541bb05-f25b-405c-af77-b1b073cce4e1 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/quotas/b5cef6cece0f4bf49468d6d0e5b6b269 HTTP/1.1" status: 200 len: 375 time: 0.0101976 Nov 11 20:46:04.440334 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-397586a3-2e05-4383-8fc3-05a2bdb858f2 req-7dad624c-8aa0-4515-bde9-def2984d8c04 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b5cef6cece0f4bf49468d6d0e5b6b269&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473461 Nov 11 20:46:04.452667 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 53f23a0e-d315-46e7-8373-2a51593bddbf no longer exists at agent hyperv_hv-cinder-81764 {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:46:04.475287 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] No Port match for: 53f23a0e-d315-46e7-8373-2a51593bddbf {{(pid=101813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:46:04.475714 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 53f23a0e-d315-46e7-8373-2a51593bddbf not bound to the agent host hv-cinder-81764 {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:46:04.539431 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-397586a3-2e05-4383-8fc3-05a2bdb858f2 req-a390188d-e868-4664-af20-151297da55fb service neutron] 10.222.0.61 "GET /v2.0/networks/515d5239-5614-4a6a-85cb-8dd4e9ebdc6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872891 Nov 11 20:46:04.625294 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-397586a3-2e05-4383-8fc3-05a2bdb858f2 req-a1144b5d-7119-441f-8475-a54009d4754d service neutron] 10.222.0.61 "GET /v2.0/networks/515d5239-5614-4a6a-85cb-8dd4e9ebdc6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795059 Nov 11 20:46:04.783203 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d44d82ac-10b1-426f-b874-92158a79ad42 req-ec9b185d-34e9-42f9-9977-c45dd1a60dfe tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=971ec047-d7f9-4d3c-92e7-c7c532ece303 HTTP/1.1" status: 200 len: 210 time: 0.0271361 Nov 11 20:46:05.899055 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a1857f34-9351-476c-ade5-72233c2314ba req-122428da-873f-4025-9ba2-e604f63bf20b tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=971ec047-d7f9-4d3c-92e7-c7c532ece303 HTTP/1.1" status: 200 len: 210 time: 0.0327148 Nov 11 20:46:05.938469 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397586a3-2e05-4383-8fc3-05a2bdb858f2 req-983f1411-908a-4a57-8310-e5876305e25e tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:05.940735 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-397586a3-2e05-4383-8fc3-05a2bdb858f2 req-983f1411-908a-4a57-8310-e5876305e25e tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.78 "GET /v2.0/networks?id=515d5239-5614-4a6a-85cb-8dd4e9ebdc6b HTTP/1.1" status: 200 len: 810 time: 0.1377857 Nov 11 20:46:06.010801 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-397586a3-2e05-4383-8fc3-05a2bdb858f2 req-120c3890-7873-4645-9df7-d90c36137057 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5cef6cece0f4bf49468d6d0e5b6b269 HTTP/1.1" status: 200 len: 379 time: 0.0569556 Nov 11 20:46:06.022412 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [req-397586a3-2e05-4383-8fc3-05a2bdb858f2 req-f5f1ede0-9f80-48db-a49c-caab100e55cf tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Request body: {'port': {'device_id': '971ec047-d7f9-4d3c-92e7-c7c532ece303', 'network_id': '515d5239-5614-4a6a-85cb-8dd4e9ebdc6b', 'admin_state_up': True, 'tenant_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'security_groups': ['b9a4659d-6617-473b-b20a-e8af55a03a26']}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:46:06.123010 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b24fd597-249d-429f-8b46-48f3c6a9ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:06.133197 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-397586a3-2e05-4383-8fc3-05a2bdb858f2 req-f5f1ede0-9f80-48db-a49c-caab100e55cf tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Made reservation on behalf of b5cef6cece0f4bf49468d6d0e5b6b269 for: {'port': 1} {{(pid=101811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:46:06.136828 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-397586a3-2e05-4383-8fc3-05a2bdb858f2 req-f5f1ede0-9f80-48db-a49c-caab100e55cf tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:06.262526 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.db_base_plugin_common [req-397586a3-2e05-4383-8fc3-05a2bdb858f2 req-f5f1ede0-9f80-48db-a49c-caab100e55cf tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Allocated IP 172.20.0.6 (515d5239-5614-4a6a-85cb-8dd4e9ebdc6b/043689e6-7343-4f4a-9ced-626818d24d47/316dc164-e888-41c3-b683-64eb173a3731) {{(pid=101811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:46:06.394070 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-397586a3-2e05-4383-8fc3-05a2bdb858f2 req-f5f1ede0-9f80-48db-a49c-caab100e55cf tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks [] for port, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:06.427705 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-397586a3-2e05-4383-8fc3-05a2bdb858f2 req-f5f1ede0-9f80-48db-a49c-caab100e55cf tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25464144'] for port, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:06.434619 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:06.476225 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-397586a3-2e05-4383-8fc3-05a2bdb858f2 req-f5f1ede0-9f80-48db-a49c-caab100e55cf tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Network 515d5239-5614-4a6a-85cb-8dd4e9ebdc6b is already hosted by enough agents. {{(pid=101811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:46:06.479466 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.base_scheduler [req-397586a3-2e05-4383-8fc3-05a2bdb858f2 req-f5f1ede0-9f80-48db-a49c-caab100e55cf tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Resources bound (agent type, host, resource id): {{(pid=101811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:46:06.491165 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f1ede0-9f80-48db-a49c-caab100e55cf tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Pushing event updated for resources: {'Port': ['ID=316dc164-e888-41c3-b683-64eb173a3731,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:06.493398 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [req-397586a3-2e05-4383-8fc3-05a2bdb858f2 req-f5f1ede0-9f80-48db-a49c-caab100e55cf tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Received port after_create {{(pid=101811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:46:06.546877 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397586a3-2e05-4383-8fc3-05a2bdb858f2 req-f5f1ede0-9f80-48db-a49c-caab100e55cf tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:06.547507 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-397586a3-2e05-4383-8fc3-05a2bdb858f2 req-f5f1ede0-9f80-48db-a49c-caab100e55cf tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:06.565257 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-397586a3-2e05-4383-8fc3-05a2bdb858f2 req-f5f1ede0-9f80-48db-a49c-caab100e55cf tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5457458 Nov 11 20:46:06.579461 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [req-397586a3-2e05-4383-8fc3-05a2bdb858f2 req-c5f20a0d-de29-45f3-8b9b-0c393e4e627e service neutron] Request body: {'port': {'device_id': '971ec047-d7f9-4d3c-92e7-c7c532ece303', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81764'}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:46:06.636912 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-397586a3-2e05-4383-8fc3-05a2bdb858f2 req-c5f20a0d-de29-45f3-8b9b-0c393e4e627e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:06.749584 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-e1018738-14c2-4017-b1d1-069b08e33ac4 None None] Provisioning complete for port 316dc164-e888-41c3-b683-64eb173a3731 triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:06.749957 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-e1018738-14c2-4017-b1d1-069b08e33ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:06.783850 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-e1018738-14c2-4017-b1d1-069b08e33ac4 None None] Port 316dc164-e888-41c3-b683-64eb173a3731 cannot update to ACTIVE because it is not bound. {{(pid=101813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:46:06.896134 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [req-397586a3-2e05-4383-8fc3-05a2bdb858f2 req-c5f20a0d-de29-45f3-8b9b-0c393e4e627e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 316dc164-e888-41c3-b683-64eb173a3731 {{(pid=101811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:46:06.903566 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-397586a3-2e05-4383-8fc3-05a2bdb858f2 req-c5f20a0d-de29-45f3-8b9b-0c393e4e627e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:06.916206 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.provisioning_blocks [req-397586a3-2e05-4383-8fc3-05a2bdb858f2 req-c5f20a0d-de29-45f3-8b9b-0c393e4e627e service neutron] Transition to ACTIVE for port object 316dc164-e888-41c3-b683-64eb173a3731 will not be triggered until provisioned by entity L2. {{(pid=101811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:46:06.920005 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-397586a3-2e05-4383-8fc3-05a2bdb858f2 req-c5f20a0d-de29-45f3-8b9b-0c393e4e627e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25464105'] for port, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:06.991059 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f20a0d-de29-45f3-8b9b-0c393e4e627e service neutron] Pushing event updated for resources: {'Port': ['ID=316dc164-e888-41c3-b683-64eb173a3731,revision_number=2']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:07.082662 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e876df-ba13-48ee-be74-6d395bbbfa5d req-9429bb61-08ef-4b9f-a559-ac30aef617f1 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:07.084231 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-24e876df-ba13-48ee-be74-6d395bbbfa5d req-9429bb61-08ef-4b9f-a559-ac30aef617f1 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=971ec047-d7f9-4d3c-92e7-c7c532ece303 HTTP/1.1" status: 200 len: 943 time: 0.1101635 Nov 11 20:46:07.084946 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.managers [req-397586a3-2e05-4383-8fc3-05a2bdb858f2 req-c5f20a0d-de29-45f3-8b9b-0c393e4e627e service neutron] Attempting to bind port 316dc164-e888-41c3-b683-64eb173a3731 on host hv-cinder-81764 for vnic_type normal with profile {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:46:07.085339 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.managers [req-397586a3-2e05-4383-8fc3-05a2bdb858f2 req-c5f20a0d-de29-45f3-8b9b-0c393e4e627e service neutron] Attempting to bind port 316dc164-e888-41c3-b683-64eb173a3731 by drivers openvswitch,hyperv on host hv-cinder-81764 at level 0 using segments [{'id': '10d54165-ef60-4074-adbf-93405467530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '515d5239-5614-4a6a-85cb-8dd4e9ebdc6b'}] {{(pid=101811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:46:07.085677 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397586a3-2e05-4383-8fc3-05a2bdb858f2 req-c5f20a0d-de29-45f3-8b9b-0c393e4e627e service neutron] Attempting to bind port 316dc164-e888-41c3-b683-64eb173a3731 on network 515d5239-5614-4a6a-85cb-8dd4e9ebdc6b {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:46:07.092688 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397586a3-2e05-4383-8fc3-05a2bdb858f2 req-c5f20a0d-de29-45f3-8b9b-0c393e4e627e service neutron] Port 316dc164-e888-41c3-b683-64eb173a3731 on network 515d5239-5614-4a6a-85cb-8dd4e9ebdc6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81764 {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:46:07.093012 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397586a3-2e05-4383-8fc3-05a2bdb858f2 req-c5f20a0d-de29-45f3-8b9b-0c393e4e627e service neutron] Attempting to bind port 316dc164-e888-41c3-b683-64eb173a3731 on network 515d5239-5614-4a6a-85cb-8dd4e9ebdc6b {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:46:07.109294 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397586a3-2e05-4383-8fc3-05a2bdb858f2 req-c5f20a0d-de29-45f3-8b9b-0c393e4e627e service neutron] Checking agent: {'id': '15458190-db7e-4dc5-9ea8-0c1068e01e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81764', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 36, 20), 'started_at': datetime.datetime(2021, 11, 11, 20, 36, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:46:07.109632 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397586a3-2e05-4383-8fc3-05a2bdb858f2 req-c5f20a0d-de29-45f3-8b9b-0c393e4e627e service neutron] Checking segment: {'id': '10d54165-ef60-4074-adbf-93405467530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '515d5239-5614-4a6a-85cb-8dd4e9ebdc6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:46:07.110011 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397586a3-2e05-4383-8fc3-05a2bdb858f2 req-c5f20a0d-de29-45f3-8b9b-0c393e4e627e service neutron] Bound using segment: {'id': '10d54165-ef60-4074-adbf-93405467530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '515d5239-5614-4a6a-85cb-8dd4e9ebdc6b'} {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:46:07.110444 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.managers [req-397586a3-2e05-4383-8fc3-05a2bdb858f2 req-c5f20a0d-de29-45f3-8b9b-0c393e4e627e service neutron] Bound port: 316dc164-e888-41c3-b683-64eb173a3731, host: hv-cinder-81764, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10d54165-ef60-4074-adbf-93405467530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '515d5239-5614-4a6a-85cb-8dd4e9ebdc6b'}}] {{(pid=101811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:46:07.110905 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-397586a3-2e05-4383-8fc3-05a2bdb858f2 req-c5f20a0d-de29-45f3-8b9b-0c393e4e627e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:07.170320 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-24e876df-ba13-48ee-be74-6d395bbbfa5d req-3b8dc91c-acf6-4bbc-be2a-8c304976e9b6 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=b9a4659d-6617-473b-b20a-e8af55a03a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796282 Nov 11 20:46:07.198346 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-397586a3-2e05-4383-8fc3-05a2bdb858f2 req-c5f20a0d-de29-45f3-8b9b-0c393e4e627e service neutron] For port 316dc164-e888-41c3-b683-64eb173a3731, host hv-cinder-81764, cleared binding levels {{(pid=101811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:46:07.201749 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-397586a3-2e05-4383-8fc3-05a2bdb858f2 req-c5f20a0d-de29-45f3-8b9b-0c393e4e627e service neutron] For port 316dc164-e888-41c3-b683-64eb173a3731, host hv-cinder-81764, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=316dc164-e888-41c3-b683-64eb173a3731,segment=NetworkSegment(10d54165-ef60-4074-adbf-93405467530b),segment_id=10d54165-ef60-4074-adbf-93405467530b)] {{(pid=101811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:46:07.206837 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-397586a3-2e05-4383-8fc3-05a2bdb858f2 req-c5f20a0d-de29-45f3-8b9b-0c393e4e627e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25464105'] for port, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:07.243058 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397586a3-2e05-4383-8fc3-05a2bdb858f2 req-c5f20a0d-de29-45f3-8b9b-0c393e4e627e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:07.243404 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-397586a3-2e05-4383-8fc3-05a2bdb858f2 req-c5f20a0d-de29-45f3-8b9b-0c393e4e627e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:07.245018 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-397586a3-2e05-4383-8fc3-05a2bdb858f2 req-c5f20a0d-de29-45f3-8b9b-0c393e4e627e service neutron] 10.222.0.78 "PUT /v2.0/ports/316dc164-e888-41c3-b683-64eb173a3731 HTTP/1.1" status: 200 len: 1093 time: 0.6699648 Nov 11 20:46:07.247283 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '971ec047-d7f9-4d3c-92e7-c7c532ece303', 'tag': '316dc164-e888-41c3-b683-64eb173a3731'}] {{(pid=101811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:46:07.251050 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5736cb7e175e5ed5563496e7c8b9c6d8883e61bc6d504a4dc096e4a6f480cdce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2041c09e-4322-48dc-b78d-f8b788ed9ee9" -d '{"events": [{"name": "network-changed", "server_uuid": "971ec047-d7f9-4d3c-92e7-c7c532ece303", "tag": "316dc164-e888-41c3-b683-64eb173a3731"}]}' {{(pid=101811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:46:07.279561 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f20a0d-de29-45f3-8b9b-0c393e4e627e service neutron] Pushing event updated for resources: {'Port': ['ID=316dc164-e888-41c3-b683-64eb173a3731,revision_number=3']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:07.294688 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f046a2-2e5f-46f4-b257-e9c7cd3db855 x-openstack-request-id: req-85f046a2-2e5f-46f4-b257-e9c7cd3db855 {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:46:07.294980 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "971ec047-d7f9-4d3c-92e7-c7c532ece303", "tag": "316dc164-e888-41c3-b683-64eb173a3731", "status": "completed", "code": 200}]} {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:46:07.295235 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-85f046a2-2e5f-46f4-b257-e9c7cd3db855 {{(pid=101811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:46:07.295629 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '971ec047-d7f9-4d3c-92e7-c7c532ece303', 'tag': '316dc164-e888-41c3-b683-64eb173a3731', 'status': 'completed', 'code': 200} Nov 11 20:46:07.616213 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397586a3-2e05-4383-8fc3-05a2bdb858f2 req-538715f3-1c43-4611-92e9-75351c7fc626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:07.617879 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-397586a3-2e05-4383-8fc3-05a2bdb858f2 req-538715f3-1c43-4611-92e9-75351c7fc626 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b5cef6cece0f4bf49468d6d0e5b6b269&device_id=971ec047-d7f9-4d3c-92e7-c7c532ece303 HTTP/1.1" status: 200 len: 1096 time: 0.3160121 Nov 11 20:46:07.665373 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-397586a3-2e05-4383-8fc3-05a2bdb858f2 req-ad1cc304-2670-42be-8af6-f9dce4101076 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=316dc164-e888-41c3-b683-64eb173a3731 HTTP/1.1" status: 200 len: 217 time: 0.0349200 Nov 11 20:46:07.718422 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397586a3-2e05-4383-8fc3-05a2bdb858f2 req-4efb4d23-06d0-44fe-b2fb-9d6a63488501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:07.719847 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-397586a3-2e05-4383-8fc3-05a2bdb858f2 req-4efb4d23-06d0-44fe-b2fb-9d6a63488501 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=043689e6-7343-4f4a-9ced-626818d24d47 HTTP/1.1" status: 200 len: 849 time: 0.0462716 Nov 11 20:46:07.771344 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397586a3-2e05-4383-8fc3-05a2bdb858f2 req-fd0f19b2-aeac-4360-9877-50e52fa98803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:07.773593 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-397586a3-2e05-4383-8fc3-05a2bdb858f2 req-fd0f19b2-aeac-4360-9877-50e52fa98803 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=515d5239-5614-4a6a-85cb-8dd4e9ebdc6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446239 Nov 11 20:46:07.880707 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-397586a3-2e05-4383-8fc3-05a2bdb858f2 req-88c6704c-4a25-4ba7-994f-d2a1605fd045 service neutron] 10.222.0.78 "GET /v2.0/networks/515d5239-5614-4a6a-85cb-8dd4e9ebdc6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978343 Nov 11 20:46:07.987561 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efcdf26-0896-4101-95e4-c377e5dd44b0 req-ab7b0f08-30d7-42b0-9889-128233978419 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:07.989032 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0efcdf26-0896-4101-95e4-c377e5dd44b0 req-ab7b0f08-30d7-42b0-9889-128233978419 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 945 time: 0.1057315 Nov 11 20:46:08.030734 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-397586a3-2e05-4383-8fc3-05a2bdb858f2 req-d2f2bb55-abe3-4912-93a4-c0af491fea73 service neutron] 10.222.0.78 "GET /v2.0/networks/515d5239-5614-4a6a-85cb-8dd4e9ebdc6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217391 Nov 11 20:46:08.053695 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0efcdf26-0896-4101-95e4-c377e5dd44b0 req-42569c6c-8fbd-47cc-a532-25a0c5933b07 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586226 Nov 11 20:46:08.132507 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041c09e-4322-48dc-b78d-f8b788ed9ee9 req-354844da-6639-480f-883a-04a48a84f48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:08.133951 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2041c09e-4322-48dc-b78d-f8b788ed9ee9 req-354844da-6639-480f-883a-04a48a84f48d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b5cef6cece0f4bf49468d6d0e5b6b269&device_id=971ec047-d7f9-4d3c-92e7-c7c532ece303 HTTP/1.1" status: 200 len: 1096 time: 0.0437570 Nov 11 20:46:08.234965 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041c09e-4322-48dc-b78d-f8b788ed9ee9 req-151ed117-d929-4846-832a-9e4177be72a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:08.237006 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2041c09e-4322-48dc-b78d-f8b788ed9ee9 req-151ed117-d929-4846-832a-9e4177be72a8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=515d5239-5614-4a6a-85cb-8dd4e9ebdc6b HTTP/1.1" status: 200 len: 911 time: 0.0830653 Nov 11 20:46:08.299241 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2041c09e-4322-48dc-b78d-f8b788ed9ee9 req-0711e5b9-570a-4e13-90a1-70c7253aecc6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=316dc164-e888-41c3-b683-64eb173a3731 HTTP/1.1" status: 200 len: 217 time: 0.0499825 Nov 11 20:46:08.328103 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8fe60-e707-493c-9e1b-93fd442b2ff5 req-81e0e60c-4756-4b93-864a-197236162d34 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:08.329544 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d0a8fe60-e707-493c-9e1b-93fd442b2ff5 req-81e0e60c-4756-4b93-864a-197236162d34 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=971ec047-d7f9-4d3c-92e7-c7c532ece303 HTTP/1.1" status: 200 len: 943 time: 0.0890334 Nov 11 20:46:08.379990 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041c09e-4322-48dc-b78d-f8b788ed9ee9 req-76037e65-9909-4788-a9e0-8001429c07fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:08.381377 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2041c09e-4322-48dc-b78d-f8b788ed9ee9 req-76037e65-9909-4788-a9e0-8001429c07fe service neutron] 10.222.0.78 "GET /v2.0/subnets?id=043689e6-7343-4f4a-9ced-626818d24d47 HTTP/1.1" status: 200 len: 849 time: 0.0708408 Nov 11 20:46:08.411060 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d0a8fe60-e707-493c-9e1b-93fd442b2ff5 req-0ed173cb-82e0-4874-b9db-27a7d6462726 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=b9a4659d-6617-473b-b20a-e8af55a03a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641437 Nov 11 20:46:08.440140 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041c09e-4322-48dc-b78d-f8b788ed9ee9 req-31f99e26-dafb-4281-9652-d06e0fe8caa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:08.441645 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2041c09e-4322-48dc-b78d-f8b788ed9ee9 req-31f99e26-dafb-4281-9652-d06e0fe8caa4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=515d5239-5614-4a6a-85cb-8dd4e9ebdc6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460596 Nov 11 20:46:08.536483 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2041c09e-4322-48dc-b78d-f8b788ed9ee9 req-404dbcf9-f4a4-4477-b0f0-fe9cd134f489 service neutron] 10.222.0.78 "GET /v2.0/networks/515d5239-5614-4a6a-85cb-8dd4e9ebdc6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847797 Nov 11 20:46:08.637041 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2041c09e-4322-48dc-b78d-f8b788ed9ee9 req-c84368dd-20a2-44d8-82fd-c1b930164a5b service neutron] 10.222.0.78 "GET /v2.0/networks/515d5239-5614-4a6a-85cb-8dd4e9ebdc6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844231 Nov 11 20:46:09.182652 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee12dce-d489-40c4-bedd-c99233c045ec req-258aa84a-30be-4eb9-afcf-8ca54cb8c9f3 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:09.184162 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0ee12dce-d489-40c4-bedd-c99233c045ec req-258aa84a-30be-4eb9-afcf-8ca54cb8c9f3 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 945 time: 0.0538440 Nov 11 20:46:09.231979 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0ee12dce-d489-40c4-bedd-c99233c045ec req-10531df2-4983-4c4b-8d67-a6c7d6ed3e7b tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409691 Nov 11 20:46:09.526713 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910333f-9c1a-4bf5-88e1-0b940d94351b req-8e15b4b7-b573-4979-b432-91ea5da175a1 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:09.528200 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9910333f-9c1a-4bf5-88e1-0b940d94351b req-8e15b4b7-b573-4979-b432-91ea5da175a1 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=971ec047-d7f9-4d3c-92e7-c7c532ece303 HTTP/1.1" status: 200 len: 943 time: 0.0482702 Nov 11 20:46:09.574644 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9910333f-9c1a-4bf5-88e1-0b940d94351b req-0c6441c0-3c7c-42e1-9bf4-dcf40403f561 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=b9a4659d-6617-473b-b20a-e8af55a03a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406084 Nov 11 20:46:10.354812 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a663847-59c3-4442-9f24-3755078698f8 req-7df84f76-c22c-473a-8fbe-9c2ef4feaf3a tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:10.356340 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7a663847-59c3-4442-9f24-3755078698f8 req-7df84f76-c22c-473a-8fbe-9c2ef4feaf3a tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 945 time: 0.0522273 Nov 11 20:46:10.402888 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7a663847-59c3-4442-9f24-3755078698f8 req-42272eae-1ba6-40b3-a4bf-5be549357a66 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406818 Nov 11 20:46:10.688842 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22df6b7-b2aa-4486-9360-f68bc4d8a9e0 req-44c1f7bc-2dac-43ac-a7d1-3d6798c65886 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:10.691343 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e22df6b7-b2aa-4486-9360-f68bc4d8a9e0 req-44c1f7bc-2dac-43ac-a7d1-3d6798c65886 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=971ec047-d7f9-4d3c-92e7-c7c532ece303 HTTP/1.1" status: 200 len: 943 time: 0.0509787 Nov 11 20:46:10.739744 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e22df6b7-b2aa-4486-9360-f68bc4d8a9e0 req-530f81a7-1f0a-4eee-9f70-a8cd79d5c270 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=b9a4659d-6617-473b-b20a-e8af55a03a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424995 Nov 11 20:46:11.528138 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb16b3-5cee-41d3-9e02-d7f12bf29a0b req-ada2dd5c-d516-4e21-b9d5-50eefc2f47d6 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:11.529674 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b0bb16b3-5cee-41d3-9e02-d7f12bf29a0b req-ada2dd5c-d516-4e21-b9d5-50eefc2f47d6 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 945 time: 0.0548608 Nov 11 20:46:11.586153 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b0bb16b3-5cee-41d3-9e02-d7f12bf29a0b req-2a2c8de7-20f4-4f2e-b345-dbee14917a6e tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493534 Nov 11 20:46:11.635878 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ce864-d542-4854-a063-7edbc2085edf req-36480bf6-1552-4fb3-bfa6-578f2918ab5c tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:11.637365 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3c5ce864-d542-4854-a063-7edbc2085edf req-36480bf6-1552-4fb3-bfa6-578f2918ab5c tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a6650f0-499e-492c-bb9f-6424e765a81b HTTP/1.1" status: 200 len: 945 time: 0.0493045 Nov 11 20:46:11.687916 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3c5ce864-d542-4854-a063-7edbc2085edf req-3a32a428-4c99-4297-afbc-87b7b0880e53 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438483 Nov 11 20:46:11.853642 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6efb5-ab8c-48b3-9513-12f76453f7ca req-108cbd83-51dc-4d32-bfce-69e4be461679 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:11.855084 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-56b6efb5-ab8c-48b3-9513-12f76453f7ca req-108cbd83-51dc-4d32-bfce-69e4be461679 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=971ec047-d7f9-4d3c-92e7-c7c532ece303 HTTP/1.1" status: 200 len: 943 time: 0.0483263 Nov 11 20:46:11.909580 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-56b6efb5-ab8c-48b3-9513-12f76453f7ca req-9c54b78f-7aa5-40cd-bd45-b23c6205cd4c tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=b9a4659d-6617-473b-b20a-e8af55a03a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416713 Nov 11 20:46:12.452739 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 316dc164-e888-41c3-b683-64eb173a3731 details requested by agent hyperv_hv-cinder-81764 with host hv-cinder-81764 {{(pid=101813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:46:12.545535 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 316dc164-e888-41c3-b683-64eb173a3731, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=316dc164-e888-41c3-b683-64eb173a3731,segment=NetworkSegment(10d54165-ef60-4074-adbf-93405467530b),segment_id=10d54165-ef60-4074-adbf-93405467530b)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:12.557036 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Returning: {'device': '316dc164-e888-41c3-b683-64eb173a3731', 'network_id': '515d5239-5614-4a6a-85cb-8dd4e9ebdc6b', 'port_id': '316dc164-e888-41c3-b683-64eb173a3731', 'mac_address': 'fa:16:3e:0f:b1:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 865, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '043689e6-7343-4f4a-9ced-626818d24d47', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:46:12.597652 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:12.609832 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.notifiers.nova [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 316dc164-e888-41c3-b683-64eb173a3731 {{(pid=101813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:46:12.629358 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 316dc164-e888-41c3-b683-64eb173a3731, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=316dc164-e888-41c3-b683-64eb173a3731,segment=NetworkSegment(10d54165-ef60-4074-adbf-93405467530b),segment_id=10d54165-ef60-4074-adbf-93405467530b)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:12.633675 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:12.681434 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Pushing event updated for resources: {'Port': ['ID=316dc164-e888-41c3-b683-64eb173a3731,revision_number=4']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:12.688590 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:12.688955 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:12.689303 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:12.689649 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:12.689966 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:12.690295 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:12.690619 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:12.690941 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:12.691482 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:12.691601 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:12.691891 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:12.692391 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:46:12.712043 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c47068-4422-4e0b-9ff9-15cff9a30ab9 req-3ed4d7c5-4b13-4d81-a0ea-258a0b5454bf tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:12.713463 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a3c47068-4422-4e0b-9ff9-15cff9a30ab9 req-3ed4d7c5-4b13-4d81-a0ea-258a0b5454bf tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 945 time: 0.0535347 Nov 11 20:46:12.772634 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a3c47068-4422-4e0b-9ff9-15cff9a30ab9 req-8b9662e8-3818-4bb7-b421-ef301020bf5d tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525568 Nov 11 20:46:12.809235 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5306881-74fc-411c-b79b-271d1afb17ea req-ab32eab8-dedd-4826-b538-5203ef2da9b3 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:12.810690 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b5306881-74fc-411c-b79b-271d1afb17ea req-ab32eab8-dedd-4826-b538-5203ef2da9b3 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a6650f0-499e-492c-bb9f-6424e765a81b HTTP/1.1" status: 200 len: 945 time: 0.0540636 Nov 11 20:46:12.859312 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b5306881-74fc-411c-b79b-271d1afb17ea req-d59b7f50-de33-4f0c-8bca-bd47dd138aae tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419025 Nov 11 20:46:13.015893 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] get_ports_and_sgs() called for port_ids ['316dc164-e888-41c3-b683-64eb173a3731'] {{(pid=101813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:46:13.024482 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb38677-006d-4897-9ce5-3fb05f5d7db7 req-1a0d7796-6eb9-4a8a-9274-1d8e34c6f0c5 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:13.025972 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-efb38677-006d-4897-9ce5-3fb05f5d7db7 req-1a0d7796-6eb9-4a8a-9274-1d8e34c6f0c5 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=971ec047-d7f9-4d3c-92e7-c7c532ece303 HTTP/1.1" status: 200 len: 944 time: 0.0502746 Nov 11 20:46:13.076172 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-efb38677-006d-4897-9ce5-3fb05f5d7db7 req-e0844415-d571-4c4f-b735-281d889d8a5e tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=b9a4659d-6617-473b-b20a-e8af55a03a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441711 Nov 11 20:46:13.922347 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b1a61f-b075-4a60-9fdf-70dd513d5529 req-2cfb19f0-64a0-4463-a390-f49476c313cb tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:13.923813 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e2b1a61f-b075-4a60-9fdf-70dd513d5529 req-2cfb19f0-64a0-4463-a390-f49476c313cb tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 945 time: 0.0796502 Nov 11 20:46:13.932202 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d4dd6-1f68-4c71-9ddf-83e7757157b3 req-ffaa7b50-966c-42a2-a1a1-d054f541ffed tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:13.933515 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-259d4dd6-1f68-4c71-9ddf-83e7757157b3 req-ffaa7b50-966c-42a2-a1a1-d054f541ffed tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a6650f0-499e-492c-bb9f-6424e765a81b HTTP/1.1" status: 200 len: 945 time: 0.0639665 Nov 11 20:46:14.069697 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98235a5-8013-4d44-85ab-f93c581b93de req-a911c5ae-25e5-4076-ba70-7b00c402784c tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:14.071352 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a98235a5-8013-4d44-85ab-f93c581b93de req-a911c5ae-25e5-4076-ba70-7b00c402784c tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a6650f0-499e-492c-bb9f-6424e765a81b HTTP/1.1" status: 200 len: 945 time: 0.1367636 Nov 11 20:46:14.074591 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e2b1a61f-b075-4a60-9fdf-70dd513d5529 req-91729a9f-ba0d-479f-b408-e695c0fc03b0 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391740 Nov 11 20:46:14.134771 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a98235a5-8013-4d44-85ab-f93c581b93de req-90c122ad-1dcd-45b8-b3bb-914748bce5ed tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569592 Nov 11 20:46:14.137967 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [req-259d4dd6-1f68-4c71-9ddf-83e7757157b3 req-faa8ead2-4121-4ee5-8963-521475ef6b87 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Deleting port 6f3857bd-08bc-4ee4-a39a-331ef661cbbd {{(pid=101811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:46:14.138300 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-259d4dd6-1f68-4c71-9ddf-83e7757157b3 req-faa8ead2-4121-4ee5-8963-521475ef6b87 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:14.251233 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f893e3-64b3-4698-acff-e9d26795bcc9 req-23d347d3-357d-411b-bb83-8ce50dc53e80 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:14.252997 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-53f893e3-64b3-4698-acff-e9d26795bcc9 req-23d347d3-357d-411b-bb83-8ce50dc53e80 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=971ec047-d7f9-4d3c-92e7-c7c532ece303 HTTP/1.1" status: 200 len: 944 time: 0.1000080 Nov 11 20:46:14.272480 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-259d4dd6-1f68-4c71-9ddf-83e7757157b3 req-faa8ead2-4121-4ee5-8963-521475ef6b87 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] For port 6f3857bd-08bc-4ee4-a39a-331ef661cbbd, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=6f3857bd-08bc-4ee4-a39a-331ef661cbbd,segment=NetworkSegment(bdd575c3-b455-4e13-be7c-a87e3122aa2c),segment_id=bdd575c3-b455-4e13-be7c-a87e3122aa2c)] {{(pid=101811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:14.272831 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-259d4dd6-1f68-4c71-9ddf-83e7757157b3 req-faa8ead2-4121-4ee5-8963-521475ef6b87 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:14.357652 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-53f893e3-64b3-4698-acff-e9d26795bcc9 req-5f6f975d-dfe6-4c9e-a051-83394f3be417 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=b9a4659d-6617-473b-b20a-e8af55a03a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982146 Nov 11 20:46:14.470584 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-259d4dd6-1f68-4c71-9ddf-83e7757157b3 req-faa8ead2-4121-4ee5-8963-521475ef6b87 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:14.471011 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-259d4dd6-1f68-4c71-9ddf-83e7757157b3 req-faa8ead2-4121-4ee5-8963-521475ef6b87 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656075'] for floatingip, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:14.471352 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.db.l3_db [req-259d4dd6-1f68-4c71-9ddf-83e7757157b3 req-faa8ead2-4121-4ee5-8963-521475ef6b87 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Floating IP 50361b5c-7b24-4702-8aac-aa1e3b0d0626 disassociated. External IP: 172.27.0.243, port: 6f3857bd-08bc-4ee4-a39a-331ef661cbbd. Nov 11 20:46:14.471714 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [req-259d4dd6-1f68-4c71-9ddf-83e7757157b3 req-faa8ead2-4121-4ee5-8963-521475ef6b87 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Calling delete_port for 6f3857bd-08bc-4ee4-a39a-331ef661cbbd owned by compute:nova {{(pid=101811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:46:14.471960 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 316dc164-e888-41c3-b683-64eb173a3731 up at agent hyperv_hv-cinder-81764 {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:46:14.520915 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Provisioning for port 316dc164-e888-41c3-b683-64eb173a3731 completed by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:46:14.524936 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Provisioning complete for port 316dc164-e888-41c3-b683-64eb173a3731 triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:14.525306 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:14.602116 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-259d4dd6-1f68-4c71-9ddf-83e7757157b3 req-faa8ead2-4121-4ee5-8963-521475ef6b87 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25464144'] for port, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:14.603684 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:14.625655 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '971ec047-d7f9-4d3c-92e7-c7c532ece303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '316dc164-e888-41c3-b683-64eb173a3731'}] {{(pid=101813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:46:14.628385 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0340890b3ce0369dfbb204f3d0516fe3d00048a2838df9679e450f9495620248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf41d25-2e14-4d0a-9e9d-4037f5f36cc6" -d '{"events": [{"server_uuid": "971ec047-d7f9-4d3c-92e7-c7c532ece303", "name": "network-vif-plugged", "status": "completed", "tag": "316dc164-e888-41c3-b683-64eb173a3731"}]}' {{(pid=101813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:46:14.634667 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa8ead2-4121-4ee5-8963-521475ef6b87 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Pushing event deleted for resources: {'Port': ['ID=6f3857bd-08bc-4ee4-a39a-331ef661cbbd,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:14.640659 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 316dc164-e888-41c3-b683-64eb173a3731, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=316dc164-e888-41c3-b683-64eb173a3731,segment=NetworkSegment(10d54165-ef60-4074-adbf-93405467530b),segment_id=10d54165-ef60-4074-adbf-93405467530b)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:14.648667 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:14.675442 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4092ee59-d157-4e12-994c-5a54c04782fd x-openstack-request-id: req-4092ee59-d157-4e12-994c-5a54c04782fd {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:46:14.675442 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "971ec047-d7f9-4d3c-92e7-c7c532ece303", "name": "network-vif-plugged", "status": "completed", "tag": "316dc164-e888-41c3-b683-64eb173a3731", "code": 200}]} {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:46:14.675442 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4092ee59-d157-4e12-994c-5a54c04782fd {{(pid=101813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:46:14.675442 dv-cinder-817642-1-iscsi neutron-server[101813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '971ec047-d7f9-4d3c-92e7-c7c532ece303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '316dc164-e888-41c3-b683-64eb173a3731', 'code': 200} Nov 11 20:46:14.703790 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Pushing event updated for resources: {'Port': ['ID=316dc164-e888-41c3-b683-64eb173a3731,revision_number=5']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:14.756880 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-259d4dd6-1f68-4c71-9ddf-83e7757157b3 req-faa8ead2-4121-4ee5-8963-521475ef6b87 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Router 886bfc84-90db-4afe-9c27-9914b199172a has already been hosted by L3 agent 078c1a4f-b62f-4fa2-93c9-12887f0677c3 {{(pid=101811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:46:14.849140 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.agents_db [None req-82748851-6744-43b9-bd77-83e744a7c088 None None] Agent healthcheck: found 6 active agents {{(pid=101814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:46:14.890160 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-259d4dd6-1f68-4c71-9ddf-83e7757157b3 req-faa8ead2-4121-4ee5-8963-521475ef6b87 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Notify agent at l3_agent.dv-cinder-817642-1-iscsi the message routers_updated {{(pid=101811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:46:14.900152 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0390ed6-8711-4051-aa65-4c1938444f20 None None] Sync routers for ids ['886bfc84-90db-4afe-9c27-9914b199172a'] in dv-cinder-817642-1-iscsi {{(pid=101813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:46:14.910545 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0390ed6-8711-4051-aa65-4c1938444f20 None None] Routers {'886bfc84-90db-4afe-9c27-9914b199172a'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:46:14.911221 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-b0390ed6-8711-4051-aa65-4c1938444f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:46:03Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['886bfc84-90db-4afe-9c27-9914b199172a'], 'active': True} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:14.913550 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656f005-7e2e-4347-9506-67eb7fee4694 req-2b48d3ef-1c45-45be-abdc-3bead7879d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:14.915024 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f656f005-7e2e-4347-9506-67eb7fee4694 req-2b48d3ef-1c45-45be-abdc-3bead7879d3c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=971ec047-d7f9-4d3c-92e7-c7c532ece303 HTTP/1.1" status: 200 len: 1098 time: 0.0746350 Nov 11 20:46:14.934776 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [req-259d4dd6-1f68-4c71-9ddf-83e7757157b3 req-faa8ead2-4121-4ee5-8963-521475ef6b87 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] No DVR routers for this DVR port 6f3857bd-08bc-4ee4-a39a-331ef661cbbd on host hv-cinder-81764 {{(pid=101811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:46:14.941410 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-259d4dd6-1f68-4c71-9ddf-83e7757157b3 req-faa8ead2-4121-4ee5-8963-521475ef6b87 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:14.945430 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-259d4dd6-1f68-4c71-9ddf-83e7757157b3 req-faa8ead2-4121-4ee5-8963-521475ef6b87 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.78 "DELETE /v2.0/ports/6f3857bd-08bc-4ee4-a39a-331ef661cbbd HTTP/1.1" status: 204 len: 173 time: 0.9988818 Nov 11 20:46:14.945430 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6650f0-499e-492c-bb9f-6424e765a81b', 'name': 'network-vif-deleted', 'tag': '6f3857bd-08bc-4ee4-a39a-331ef661cbbd'}] {{(pid=101811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:46:14.947816 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5736cb7e175e5ed5563496e7c8b9c6d8883e61bc6d504a4dc096e4a6f480cdce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1552e9ef-2918-4095-a05f-b49b5799a3d3" -d '{"events": [{"server_uuid": "1a6650f0-499e-492c-bb9f-6424e765a81b", "name": "network-vif-deleted", "tag": "6f3857bd-08bc-4ee4-a39a-331ef661cbbd"}]}' {{(pid=101811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:46:14.989653 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f656f005-7e2e-4347-9506-67eb7fee4694 req-4196c24e-2c37-4142-883a-17d4d84f11f1 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=b9a4659d-6617-473b-b20a-e8af55a03a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559225 Nov 11 20:46:15.000271 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199ffe4f-30a4-4026-9525-bae55f994a2b x-openstack-request-id: req-199ffe4f-30a4-4026-9525-bae55f994a2b {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:46:15.000599 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a6650f0-499e-492c-bb9f-6424e765a81b", "name": "network-vif-deleted", "tag": "6f3857bd-08bc-4ee4-a39a-331ef661cbbd", "status": "completed", "code": 200}]} {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:46:15.000864 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-199ffe4f-30a4-4026-9525-bae55f994a2b {{(pid=101811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:46:15.001435 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a6650f0-499e-492c-bb9f-6424e765a81b', 'name': 'network-vif-deleted', 'tag': '6f3857bd-08bc-4ee4-a39a-331ef661cbbd', 'status': 'completed', 'code': 200} Nov 11 20:46:15.033769 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvr_db [None req-b0390ed6-8711-4051-aa65-4c1938444f20 None None] Set router 886bfc84-90db-4afe-9c27-9914b199172a gateway port host: dv-cinder-817642-1-iscsi {{(pid=101813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:46:15.210943 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c77573-6cea-408c-a667-c664fe97959e req-6f039b13-d512-4ee0-b971-7ef2efbb0641 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:15.212675 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b8c77573-6cea-408c-a667-c664fe97959e req-6f039b13-d512-4ee0-b971-7ef2efbb0641 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 945 time: 0.0548267 Nov 11 20:46:15.243546 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-62cf624c-4dec-4551-ac74-cfab2126ccdd req-8e85977f-1803-439c-b0aa-75782abb6e96 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a6650f0-499e-492c-bb9f-6424e765a81b HTTP/1.1" status: 200 len: 210 time: 0.0298975 Nov 11 20:46:15.265997 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-b0390ed6-8711-4051-aa65-4c1938444f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '886bfc84-90db-4afe-9c27-9914b199172a', 'name': 'tempest-TestVolumeBootPattern-2070699845-router', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'e4d5e6fd-7d5f-4986-a857-e19e3c788c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:42:10Z', 'updated_at': '2021-11-11T20:42:14Z', 'revision_number': 4, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'gw_port': {'id': 'e4d5e6fd-7d5f-4986-a857-e19e3c788c33', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:11Z', 'updated_at': '2021-11-11T20:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': 'c5f58d33-0592-4557-8061-e007c63bd289', 'name': '', 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'mac_address': 'fa:16:3e:03:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '535394ca-6702-4a16-9e94-00db56f6b620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:13Z', 'updated_at': '2021-11-11T20:42:18Z', 'revision_number': 5, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'subnets': [{'id': '535394ca-6702-4a16-9e94-00db56f6b620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:15.287707 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b8c77573-6cea-408c-a667-c664fe97959e req-8666bd71-4786-4ea0-8e13-4a678e9b3f6c tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657866 Nov 11 20:46:15.293866 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0390ed6-8711-4051-aa65-4c1938444f20 None None] Checking router: 886bfc84-90db-4afe-9c27-9914b199172a for host: dv-cinder-817642-1-iscsi {{(pid=101813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:46:15.303608 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0390ed6-8711-4051-aa65-4c1938444f20 None None] Routers {'886bfc84-90db-4afe-9c27-9914b199172a'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:46:15.304251 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-b0390ed6-8711-4051-aa65-4c1938444f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:46:03Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['886bfc84-90db-4afe-9c27-9914b199172a'], 'active': True} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:15.474663 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f41465-0ebd-4b7a-83c5-f19f279cd483 req-82d1162e-abb6-470a-a30c-ac766cbb598b tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:15.476151 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-13f41465-0ebd-4b7a-83c5-f19f279cd483 req-82d1162e-abb6-470a-a30c-ac766cbb598b tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=971ec047-d7f9-4d3c-92e7-c7c532ece303 HTTP/1.1" status: 200 len: 945 time: 0.0517209 Nov 11 20:46:15.524691 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-13f41465-0ebd-4b7a-83c5-f19f279cd483 req-440ad07e-6ae1-4335-b00b-6380809003c0 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=b9a4659d-6617-473b-b20a-e8af55a03a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425928 Nov 11 20:46:15.544293 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvr_db [None req-b0390ed6-8711-4051-aa65-4c1938444f20 None None] Set router 886bfc84-90db-4afe-9c27-9914b199172a gateway port host: dv-cinder-817642-1-iscsi {{(pid=101813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:46:15.749546 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-b0390ed6-8711-4051-aa65-4c1938444f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '886bfc84-90db-4afe-9c27-9914b199172a', 'name': 'tempest-TestVolumeBootPattern-2070699845-router', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'e4d5e6fd-7d5f-4986-a857-e19e3c788c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:42:10Z', 'updated_at': '2021-11-11T20:42:14Z', 'revision_number': 4, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'gw_port': {'id': 'e4d5e6fd-7d5f-4986-a857-e19e3c788c33', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:11Z', 'updated_at': '2021-11-11T20:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': 'c5f58d33-0592-4557-8061-e007c63bd289', 'name': '', 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'mac_address': 'fa:16:3e:03:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '535394ca-6702-4a16-9e94-00db56f6b620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:13Z', 'updated_at': '2021-11-11T20:42:18Z', 'revision_number': 5, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'subnets': [{'id': '535394ca-6702-4a16-9e94-00db56f6b620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:15.779615 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0390ed6-8711-4051-aa65-4c1938444f20 None None] The sync data for ids ['886bfc84-90db-4afe-9c27-9914b199172a'] in dv-cinder-817642-1-iscsi is: [{'id': '886bfc84-90db-4afe-9c27-9914b199172a', 'name': 'tempest-TestVolumeBootPattern-2070699845-router', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'e4d5e6fd-7d5f-4986-a857-e19e3c788c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:42:10Z', 'updated_at': '2021-11-11T20:42:14Z', 'revision_number': 4, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'gw_port': {'id': 'e4d5e6fd-7d5f-4986-a857-e19e3c788c33', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:11Z', 'updated_at': '2021-11-11T20:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': 'c5f58d33-0592-4557-8061-e007c63bd289', 'name': '', 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'mac_address': 'fa:16:3e:03:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '535394ca-6702-4a16-9e94-00db56f6b620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:13Z', 'updated_at': '2021-11-11T20:42:18Z', 'revision_number': 5, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'subnets': [{'id': '535394ca-6702-4a16-9e94-00db56f6b620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:46:15.983835 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fc2acc-90fc-473a-b74f-f41ff9c0591f None None] New status for floating IP 50361b5c-7b24-4702-8aac-aa1e3b0d0626: DOWN {{(pid=101814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 20:46:16.414875 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce3ea29-bc4c-4d6b-8046-f7cf5e7d989e req-c52156e3-2d55-4edc-ba48-75219d7226ba tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:16.416408 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0ce3ea29-bc4c-4d6b-8046-f7cf5e7d989e req-c52156e3-2d55-4edc-ba48-75219d7226ba tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 945 time: 0.0522642 Nov 11 20:46:16.463820 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0ce3ea29-bc4c-4d6b-8046-f7cf5e7d989e req-554ddb2b-7c9b-4cfb-85eb-8785699126ec tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413902 Nov 11 20:46:16.509923 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-575453ce-28af-4f48-ae7c-b968d3e94001 req-c7fa5a65-d725-4be6-b617-6d4ae5d5b3e3 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1070841398&fields=id&tenant_id=4dd611087eb441dc94ef8c18b6b7d600 HTTP/1.1" status: 200 len: 267 time: 0.0451066 Nov 11 20:46:16.646998 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575453ce-28af-4f48-ae7c-b968d3e94001 req-67d35477-0c00-4914-b45d-3a82f24fa06f tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:16.648335 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-575453ce-28af-4f48-ae7c-b968d3e94001 req-67d35477-0c00-4914-b45d-3a82f24fa06f tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/networks?id=79971f2e-5dd3-4116-8573-ccbb33e6422f HTTP/1.1" status: 200 len: 812 time: 0.1318274 Nov 11 20:46:16.670965 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e76eb-a561-4ff4-ab2e-ee9d4d225642 req-c5c1abb9-4433-41f3-83b9-4f04992c0e5e tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:16.672431 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-413e76eb-a561-4ff4-ab2e-ee9d4d225642 req-c5c1abb9-4433-41f3-83b9-4f04992c0e5e tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=971ec047-d7f9-4d3c-92e7-c7c532ece303 HTTP/1.1" status: 200 len: 945 time: 0.0776043 Nov 11 20:46:16.676837 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-575453ce-28af-4f48-ae7c-b968d3e94001 req-7ff75d9e-8bae-4a81-8bf3-43bea0e9ccb3 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/quotas/4dd611087eb441dc94ef8c18b6b7d600 HTTP/1.1" status: 200 len: 375 time: 0.0211539 Nov 11 20:46:16.756733 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-413e76eb-a561-4ff4-ab2e-ee9d4d225642 req-3b10f94c-f9db-4057-8cf4-5a66e8e4214f tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=b9a4659d-6617-473b-b20a-e8af55a03a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772290 Nov 11 20:46:16.769959 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-575453ce-28af-4f48-ae7c-b968d3e94001 req-c51b0884-90ed-4ef8-a6c3-000047cc7285 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4dd611087eb441dc94ef8c18b6b7d600&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0829871 Nov 11 20:46:16.870254 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-575453ce-28af-4f48-ae7c-b968d3e94001 req-4846f6fc-8c43-44aa-aef2-94970f4a0f0a service neutron] 10.222.0.61 "GET /v2.0/networks/79971f2e-5dd3-4116-8573-ccbb33e6422f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862315 Nov 11 20:46:16.958255 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-575453ce-28af-4f48-ae7c-b968d3e94001 req-bc1fa559-d471-450a-8f30-69a8df169789 service neutron] 10.222.0.61 "GET /v2.0/networks/79971f2e-5dd3-4116-8573-ccbb33e6422f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819216 Nov 11 20:46:17.238995 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7a02e97b-bd04-43a1-aefd-e180052a1337 req-6b63de9e-32e0-49ba-b0cc-b5aa73bf1fb9 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=80e4bb44-7412-4d18-9df5-940938029647 HTTP/1.1" status: 200 len: 210 time: 0.0276880 Nov 11 20:46:17.595834 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d24894-9845-47cf-bd46-7b955c7af05a req-f8bfacf4-a1a0-4245-9409-71d759ae991b tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:17.598311 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c3d24894-9845-47cf-bd46-7b955c7af05a req-f8bfacf4-a1a0-4245-9409-71d759ae991b tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 945 time: 0.0572941 Nov 11 20:46:17.645460 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c3d24894-9845-47cf-bd46-7b955c7af05a req-01243328-ba35-407e-90e0-aaa93e9b0ba9 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414159 Nov 11 20:46:17.873065 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5123fe8-3af1-4bfc-82cb-e31c60197d92 req-48038926-d6b4-49c3-a1f6-9defdeeba066 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:17.874557 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f5123fe8-3af1-4bfc-82cb-e31c60197d92 req-48038926-d6b4-49c3-a1f6-9defdeeba066 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=971ec047-d7f9-4d3c-92e7-c7c532ece303 HTTP/1.1" status: 200 len: 945 time: 0.0510502 Nov 11 20:46:17.921891 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f5123fe8-3af1-4bfc-82cb-e31c60197d92 req-fb0e4e51-e74b-48ce-91d5-a46af8076d6e tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=b9a4659d-6617-473b-b20a-e8af55a03a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412483 Nov 11 20:46:18.040334 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b8094-0d14-47c2-b452-ebcbb1e33bf0 req-233d478e-ebee-415f-8f97-0bf5e76a7fce tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:18.042268 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-002b8094-0d14-47c2-b452-ebcbb1e33bf0 req-233d478e-ebee-415f-8f97-0bf5e76a7fce tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=971ec047-d7f9-4d3c-92e7-c7c532ece303 HTTP/1.1" status: 200 len: 945 time: 0.0562382 Nov 11 20:46:18.050761 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 50016) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:18.055109 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [None req-ebc506df-db32-412e-b45b-4f58f2166a76 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Request body: {'floatingip': {'port_id': '316dc164-e888-41c3-b683-64eb173a3731'}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:46:18.094385 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-ebc506df-db32-412e-b45b-4f58f2166a76 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks [] for floatingip, before_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:18.360620 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575453ce-28af-4f48-ae7c-b968d3e94001 req-8f938edc-de3f-4a29-a7b0-5597a06be18a tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:18.362071 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-575453ce-28af-4f48-ae7c-b968d3e94001 req-8f938edc-de3f-4a29-a7b0-5597a06be18a tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.78 "GET /v2.0/networks?id=79971f2e-5dd3-4116-8573-ccbb33e6422f HTTP/1.1" status: 200 len: 812 time: 0.2083154 Nov 11 20:46:18.363823 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ef54f9cd-df5b-44e8-9bc8-0f297e25c8ac req-d39db07a-36e8-4c2f-be31-6903df1d7a33 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=80e4bb44-7412-4d18-9df5-940938029647 HTTP/1.1" status: 200 len: 210 time: 0.0510218 Nov 11 20:46:18.484474 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 6f3857bd-08bc-4ee4-a39a-331ef661cbbd no longer exists at agent hyperv_hv-cinder-81764 {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:46:18.504211 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-575453ce-28af-4f48-ae7c-b968d3e94001 req-397244ae-81db-4765-9531-3eb1b5652529 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4dd611087eb441dc94ef8c18b6b7d600 HTTP/1.1" status: 200 len: 380 time: 0.1069682 Nov 11 20:46:18.506037 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] No Port match for: 6f3857bd-08bc-4ee4-a39a-331ef661cbbd {{(pid=101813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:46:18.506389 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 6f3857bd-08bc-4ee4-a39a-331ef661cbbd not bound to the agent host hv-cinder-81764 {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:46:18.542911 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [req-575453ce-28af-4f48-ae7c-b968d3e94001 req-97675a3b-1a2f-462c-a681-abe497860a18 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Request body: {'port': {'device_id': '80e4bb44-7412-4d18-9df5-940938029647', 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f', 'admin_state_up': True, 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'security_groups': ['37c29b80-e151-4b83-9c77-e481a4d59491']}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:46:19.009608 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb53e2da-613b-4c4d-a732-eaea41515ca1 req-b3bfb4c3-7aa7-435a-95a1-9f20d084b5c8 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:19.011108 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cb53e2da-613b-4c4d-a732-eaea41515ca1 req-b3bfb4c3-7aa7-435a-95a1-9f20d084b5c8 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 945 time: 0.1806462 Nov 11 20:46:19.132388 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-575453ce-28af-4f48-ae7c-b968d3e94001 req-97675a3b-1a2f-462c-a681-abe497860a18 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Made reservation on behalf of 4dd611087eb441dc94ef8c18b6b7d600 for: {'port': 1} {{(pid=101811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:46:19.135870 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-575453ce-28af-4f48-ae7c-b968d3e94001 req-97675a3b-1a2f-462c-a681-abe497860a18 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:19.143020 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cb53e2da-613b-4c4d-a732-eaea41515ca1 req-37c671de-da19-451d-b94c-9203257ea51f tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247468 Nov 11 20:46:19.151605 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-ebc506df-db32-412e-b45b-4f58f2166a76 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:19.160794 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-ebc506df-db32-412e-b45b-4f58f2166a76 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656075'] for floatingip, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:19.335725 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.db.l3_db [None req-ebc506df-db32-412e-b45b-4f58f2166a76 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Floating IP 6588c499-3bb3-465e-9418-e897e6a51c32 associated. External IP: 172.27.0.85, port: 316dc164-e888-41c3-b683-64eb173a3731. Nov 11 20:46:19.386728 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.db_base_plugin_common [req-575453ce-28af-4f48-ae7c-b968d3e94001 req-97675a3b-1a2f-462c-a681-abe497860a18 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Allocated IP 172.20.0.7 (79971f2e-5dd3-4116-8573-ccbb33e6422f/535394ca-6702-4a16-9e94-00db56f6b620/f2b2c706-9af8-45b8-bde7-b4119bd30e56) {{(pid=101811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:46:19.484305 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b6abe2b1-22d6-4562-9b37-fe4eddc068ca req-32f29fae-a563-4481-b8fd-71ce693395d8 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=80e4bb44-7412-4d18-9df5-940938029647 HTTP/1.1" status: 200 len: 210 time: 0.0508275 Nov 11 20:46:19.683433 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-575453ce-28af-4f48-ae7c-b968d3e94001 req-97675a3b-1a2f-462c-a681-abe497860a18 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks [] for port, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:19.704698 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc506df-db32-412e-b45b-4f58f2166a76 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Router b0f6d551-b240-494f-9615-5eb5f3abddc2 has already been hosted by L3 agent 078c1a4f-b62f-4fa2-93c9-12887f0677c3 {{(pid=101811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:46:19.773338 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-575453ce-28af-4f48-ae7c-b968d3e94001 req-97675a3b-1a2f-462c-a681-abe497860a18 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25464144'] for port, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:19.845616 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-575453ce-28af-4f48-ae7c-b968d3e94001 req-97675a3b-1a2f-462c-a681-abe497860a18 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Network 79971f2e-5dd3-4116-8573-ccbb33e6422f is already hosted by enough agents. {{(pid=101811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:46:19.851648 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.base_scheduler [req-575453ce-28af-4f48-ae7c-b968d3e94001 req-97675a3b-1a2f-462c-a681-abe497860a18 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Resources bound (agent type, host, resource id): {{(pid=101811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:46:19.856459 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [req-575453ce-28af-4f48-ae7c-b968d3e94001 req-97675a3b-1a2f-462c-a681-abe497860a18 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Received port after_create {{(pid=101811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:46:19.908688 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97675a3b-1a2f-462c-a681-abe497860a18 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Pushing event updated for resources: {'Port': ['ID=f2b2c706-9af8-45b8-bde7-b4119bd30e56,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:19.914388 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc506df-db32-412e-b45b-4f58f2166a76 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Notify agent at l3_agent.dv-cinder-817642-1-iscsi the message routers_updated {{(pid=101811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:46:19.922374 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-ebc506df-db32-412e-b45b-4f58f2166a76 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for floatingip, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:19.924312 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e978df6c-5940-42a8-910d-78e4d3d88626 None None] Sync routers for ids ['b0f6d551-b240-494f-9615-5eb5f3abddc2'] in dv-cinder-817642-1-iscsi {{(pid=101813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:46:19.935873 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e978df6c-5940-42a8-910d-78e4d3d88626 None None] Routers {'b0f6d551-b240-494f-9615-5eb5f3abddc2'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:46:19.936782 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-e978df6c-5940-42a8-910d-78e4d3d88626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:46:03Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['b0f6d551-b240-494f-9615-5eb5f3abddc2'], 'active': True} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:19.953885 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575453ce-28af-4f48-ae7c-b968d3e94001 req-97675a3b-1a2f-462c-a681-abe497860a18 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:19.954496 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-575453ce-28af-4f48-ae7c-b968d3e94001 req-97675a3b-1a2f-462c-a681-abe497860a18 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:19.975501 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-ebc506df-db32-412e-b45b-4f58f2166a76 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "PUT /v2.0/floatingips/6588c499-3bb3-465e-9418-e897e6a51c32 HTTP/1.1" status: 200 len: 990 time: 1.9211519 Nov 11 20:46:19.975501 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '971ec047-d7f9-4d3c-92e7-c7c532ece303', 'tag': '316dc164-e888-41c3-b683-64eb173a3731'}] {{(pid=101811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:46:19.975951 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5736cb7e175e5ed5563496e7c8b9c6d8883e61bc6d504a4dc096e4a6f480cdce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631073f8-b066-4c66-a027-215328dbc577" -d '{"events": [{"name": "network-changed", "server_uuid": "971ec047-d7f9-4d3c-92e7-c7c532ece303", "tag": "316dc164-e888-41c3-b683-64eb173a3731"}]}' {{(pid=101811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:46:19.982618 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-575453ce-28af-4f48-ae7c-b968d3e94001 req-97675a3b-1a2f-462c-a681-abe497860a18 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4448969 Nov 11 20:46:20.005014 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [req-575453ce-28af-4f48-ae7c-b968d3e94001 req-baa661bc-544b-431e-ae4d-26119c5c41c8 service neutron] Request body: {'port': {'device_id': '80e4bb44-7412-4d18-9df5-940938029647', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81764'}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:46:20.043669 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc21dcd-25bd-46e2-a46d-85c7b8f2beaa x-openstack-request-id: req-afc21dcd-25bd-46e2-a46d-85c7b8f2beaa {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:46:20.044449 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "971ec047-d7f9-4d3c-92e7-c7c532ece303", "tag": "316dc164-e888-41c3-b683-64eb173a3731", "status": "completed", "code": 200}]} {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:46:20.044718 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-afc21dcd-25bd-46e2-a46d-85c7b8f2beaa {{(pid=101811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:46:20.045126 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '971ec047-d7f9-4d3c-92e7-c7c532ece303', 'tag': '316dc164-e888-41c3-b683-64eb173a3731', 'status': 'completed', 'code': 200} Nov 11 20:46:20.077677 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvr_db [None req-e978df6c-5940-42a8-910d-78e4d3d88626 None None] Set router b0f6d551-b240-494f-9615-5eb5f3abddc2 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:46:20.106775 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-575453ce-28af-4f48-ae7c-b968d3e94001 req-baa661bc-544b-431e-ae4d-26119c5c41c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:20.149726 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631073f8-b066-4c66-a027-215328dbc577 req-e0395017-d454-4102-a58c-86e0e204e00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:20.151186 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-631073f8-b066-4c66-a027-215328dbc577 req-e0395017-d454-4102-a58c-86e0e204e00a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b5cef6cece0f4bf49468d6d0e5b6b269&device_id=971ec047-d7f9-4d3c-92e7-c7c532ece303 HTTP/1.1" status: 200 len: 1098 time: 0.0792067 Nov 11 20:46:20.177811 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-bb7b5fed-3ee2-4703-8050-1336bd3c90fb None None] Provisioning complete for port f2b2c706-9af8-45b8-bde7-b4119bd30e56 triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:20.178255 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-bb7b5fed-3ee2-4703-8050-1336bd3c90fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:20.265827 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-bb7b5fed-3ee2-4703-8050-1336bd3c90fb None None] Port f2b2c706-9af8-45b8-bde7-b4119bd30e56 cannot update to ACTIVE because it is not bound. {{(pid=101813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:46:20.350344 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-e978df6c-5940-42a8-910d-78e4d3d88626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'name': 'tempest-AttachVolumeTestJSON-643645549-router', 'tenant_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'a4c8c0cc-074b-4aa9-a523-77c91c424727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:39:39Z', 'updated_at': '2021-11-11T20:39:46Z', 'revision_number': 4, 'project_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'gw_port': {'id': 'a4c8c0cc-074b-4aa9-a523-77c91c424727', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:41Z', 'updated_at': '2021-11-11T20:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_floatingips': [{'id': '6588c499-3bb3-465e-9418-e897e6a51c32', 'tenant_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'router_id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'port_id': '316dc164-e888-41c3-b683-64eb173a3731', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '515d5239-5614-4a6a-85cb-8dd4e9ebdc6b', 'mac_address': 'fa:16:3e:0f:b1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971ec047-d7f9-4d3c-92e7-c7c532ece303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:46:03Z', 'updated_at': '2021-11-11T20:46:18Z', 'revision_number': 1, 'project_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb5c89e-d36d-4574-8d1e-764f017b4aed', 'name': '', 'network_id': '515d5239-5614-4a6a-85cb-8dd4e9ebdc6b', 'tenant_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'mac_address': 'fa:16:3e:59:73:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '043689e6-7343-4f4a-9ced-626818d24d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:45Z', 'updated_at': '2021-11-11T20:39:51Z', 'revision_number': 5, 'project_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'subnets': [{'id': '043689e6-7343-4f4a-9ced-626818d24d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:20.376448 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e978df6c-5940-42a8-910d-78e4d3d88626 None None] Checking router: b0f6d551-b240-494f-9615-5eb5f3abddc2 for host: dv-cinder-817642-1-iscsi {{(pid=101813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:46:20.384947 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3314b27e-d796-4de8-9a2e-ad64a7abaf02 req-4c6a179f-3c87-46d7-8062-f4aaa33badb6 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:20.385156 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e978df6c-5940-42a8-910d-78e4d3d88626 None None] Routers {'b0f6d551-b240-494f-9615-5eb5f3abddc2'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:46:20.385622 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-e978df6c-5940-42a8-910d-78e4d3d88626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:46:03Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['b0f6d551-b240-494f-9615-5eb5f3abddc2'], 'active': True} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:20.386397 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3314b27e-d796-4de8-9a2e-ad64a7abaf02 req-4c6a179f-3c87-46d7-8062-f4aaa33badb6 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 945 time: 0.1436620 Nov 11 20:46:20.426902 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631073f8-b066-4c66-a027-215328dbc577 req-573d9e24-b3c2-491c-9dac-e45742c78e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:20.428364 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-631073f8-b066-4c66-a027-215328dbc577 req-573d9e24-b3c2-491c-9dac-e45742c78e6d service neutron] 10.222.0.78 "GET /v2.0/networks?id=515d5239-5614-4a6a-85cb-8dd4e9ebdc6b HTTP/1.1" status: 200 len: 911 time: 0.2646577 Nov 11 20:46:20.495146 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvr_db [None req-e978df6c-5940-42a8-910d-78e4d3d88626 None None] Set router b0f6d551-b240-494f-9615-5eb5f3abddc2 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:46:20.538753 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3314b27e-d796-4de8-9a2e-ad64a7abaf02 req-50f9f26e-4f48-4a64-9589-4f4adc316d9b tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221232 Nov 11 20:46:20.546554 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-631073f8-b066-4c66-a027-215328dbc577 req-054b64cd-80e5-47d0-951a-0db44bb65865 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=316dc164-e888-41c3-b683-64eb173a3731 HTTP/1.1" status: 200 len: 998 time: 0.1044757 Nov 11 20:46:20.670037 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631073f8-b066-4c66-a027-215328dbc577 req-2dcc371b-c195-4fb0-87f2-73f8529a3e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:20.671585 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-631073f8-b066-4c66-a027-215328dbc577 req-2dcc371b-c195-4fb0-87f2-73f8529a3e17 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=043689e6-7343-4f4a-9ced-626818d24d47 HTTP/1.1" status: 200 len: 849 time: 0.1159446 Nov 11 20:46:20.673532 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [req-575453ce-28af-4f48-ae7c-b968d3e94001 req-baa661bc-544b-431e-ae4d-26119c5c41c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2b2c706-9af8-45b8-bde7-b4119bd30e56 {{(pid=101811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:46:20.685263 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-575453ce-28af-4f48-ae7c-b968d3e94001 req-baa661bc-544b-431e-ae4d-26119c5c41c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:20.701114 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea3632-c2c6-49e1-99d9-3cc1c7a6ba9e req-a052bc4e-2677-4729-98d3-f601e8008926 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:20.702561 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-26ea3632-c2c6-49e1-99d9-3cc1c7a6ba9e req-a052bc4e-2677-4729-98d3-f601e8008926 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=80e4bb44-7412-4d18-9df5-940938029647 HTTP/1.1" status: 200 len: 931 time: 0.1396728 Nov 11 20:46:20.730228 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-e978df6c-5940-42a8-910d-78e4d3d88626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'name': 'tempest-AttachVolumeTestJSON-643645549-router', 'tenant_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'a4c8c0cc-074b-4aa9-a523-77c91c424727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:39:39Z', 'updated_at': '2021-11-11T20:39:46Z', 'revision_number': 4, 'project_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'gw_port': {'id': 'a4c8c0cc-074b-4aa9-a523-77c91c424727', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:41Z', 'updated_at': '2021-11-11T20:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_floatingips': [{'id': '6588c499-3bb3-465e-9418-e897e6a51c32', 'tenant_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'router_id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'port_id': '316dc164-e888-41c3-b683-64eb173a3731', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '515d5239-5614-4a6a-85cb-8dd4e9ebdc6b', 'mac_address': 'fa:16:3e:0f:b1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971ec047-d7f9-4d3c-92e7-c7c532ece303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:46:03Z', 'updated_at': '2021-11-11T20:46:18Z', 'revision_number': 1, 'project_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb5c89e-d36d-4574-8d1e-764f017b4aed', 'name': '', 'network_id': '515d5239-5614-4a6a-85cb-8dd4e9ebdc6b', 'tenant_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'mac_address': 'fa:16:3e:59:73:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '043689e6-7343-4f4a-9ced-626818d24d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:45Z', 'updated_at': '2021-11-11T20:39:51Z', 'revision_number': 5, 'project_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'subnets': [{'id': '043689e6-7343-4f4a-9ced-626818d24d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:20.739467 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.provisioning_blocks [req-575453ce-28af-4f48-ae7c-b968d3e94001 req-baa661bc-544b-431e-ae4d-26119c5c41c8 service neutron] Transition to ACTIVE for port object f2b2c706-9af8-45b8-bde7-b4119bd30e56 will not be triggered until provisioned by entity L2. {{(pid=101811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:46:20.749068 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-575453ce-28af-4f48-ae7c-b968d3e94001 req-baa661bc-544b-431e-ae4d-26119c5c41c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25464105'] for port, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:20.757566 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e978df6c-5940-42a8-910d-78e4d3d88626 None None] The sync data for ids ['b0f6d551-b240-494f-9615-5eb5f3abddc2'] in dv-cinder-817642-1-iscsi is: [{'id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'name': 'tempest-AttachVolumeTestJSON-643645549-router', 'tenant_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'a4c8c0cc-074b-4aa9-a523-77c91c424727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:39:39Z', 'updated_at': '2021-11-11T20:39:46Z', 'revision_number': 4, 'project_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'gw_port': {'id': 'a4c8c0cc-074b-4aa9-a523-77c91c424727', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:41Z', 'updated_at': '2021-11-11T20:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_floatingips': [{'id': '6588c499-3bb3-465e-9418-e897e6a51c32', 'tenant_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'router_id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'port_id': '316dc164-e888-41c3-b683-64eb173a3731', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '515d5239-5614-4a6a-85cb-8dd4e9ebdc6b', 'mac_address': 'fa:16:3e:0f:b1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971ec047-d7f9-4d3c-92e7-c7c532ece303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:46:03Z', 'updated_at': '2021-11-11T20:46:18Z', 'revision_number': 1, 'project_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb5c89e-d36d-4574-8d1e-764f017b4aed', 'name': '', 'network_id': '515d5239-5614-4a6a-85cb-8dd4e9ebdc6b', 'tenant_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'mac_address': 'fa:16:3e:59:73:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '043689e6-7343-4f4a-9ced-626818d24d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:45Z', 'updated_at': '2021-11-11T20:39:51Z', 'revision_number': 5, 'project_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'subnets': [{'id': '043689e6-7343-4f4a-9ced-626818d24d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:46:20.836103 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631073f8-b066-4c66-a027-215328dbc577 req-7aaec728-5dea-4d0e-9013-fc81fb94cca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:20.837652 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-631073f8-b066-4c66-a027-215328dbc577 req-7aaec728-5dea-4d0e-9013-fc81fb94cca7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=515d5239-5614-4a6a-85cb-8dd4e9ebdc6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1544530 Nov 11 20:46:20.843172 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-26ea3632-c2c6-49e1-99d9-3cc1c7a6ba9e req-e9cfb772-06c7-4f0f-a4f2-143b9c1988ae tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188321 Nov 11 20:46:20.846109 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa661bc-544b-431e-ae4d-26119c5c41c8 service neutron] Pushing event updated for resources: {'Port': ['ID=f2b2c706-9af8-45b8-bde7-b4119bd30e56,revision_number=2']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:20.981999 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11d1a2b-4b0e-4c18-906d-b1af1e61c942 None None] New status for floating IP 6588c499-3bb3-465e-9418-e897e6a51c32: ACTIVE {{(pid=101814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 20:46:20.996766 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.managers [req-575453ce-28af-4f48-ae7c-b968d3e94001 req-baa661bc-544b-431e-ae4d-26119c5c41c8 service neutron] Attempting to bind port f2b2c706-9af8-45b8-bde7-b4119bd30e56 on host hv-cinder-81764 for vnic_type normal with profile {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:46:20.997107 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.managers [req-575453ce-28af-4f48-ae7c-b968d3e94001 req-baa661bc-544b-431e-ae4d-26119c5c41c8 service neutron] Attempting to bind port f2b2c706-9af8-45b8-bde7-b4119bd30e56 by drivers openvswitch,hyperv on host hv-cinder-81764 at level 0 using segments [{'id': 'bdd575c3-b455-4e13-be7c-a87e3122aa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f'}] {{(pid=101811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:46:20.997437 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575453ce-28af-4f48-ae7c-b968d3e94001 req-baa661bc-544b-431e-ae4d-26119c5c41c8 service neutron] Attempting to bind port f2b2c706-9af8-45b8-bde7-b4119bd30e56 on network 79971f2e-5dd3-4116-8573-ccbb33e6422f {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:46:21.006178 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-631073f8-b066-4c66-a027-215328dbc577 req-a8dc04da-1c40-4777-bd72-d9638d6a6391 service neutron] 10.222.0.78 "GET /v2.0/networks/515d5239-5614-4a6a-85cb-8dd4e9ebdc6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542664 Nov 11 20:46:21.006798 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575453ce-28af-4f48-ae7c-b968d3e94001 req-baa661bc-544b-431e-ae4d-26119c5c41c8 service neutron] Port f2b2c706-9af8-45b8-bde7-b4119bd30e56 on network 79971f2e-5dd3-4116-8573-ccbb33e6422f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81764 {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:46:21.007110 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575453ce-28af-4f48-ae7c-b968d3e94001 req-baa661bc-544b-431e-ae4d-26119c5c41c8 service neutron] Attempting to bind port f2b2c706-9af8-45b8-bde7-b4119bd30e56 on network 79971f2e-5dd3-4116-8573-ccbb33e6422f {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:46:21.012066 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575453ce-28af-4f48-ae7c-b968d3e94001 req-baa661bc-544b-431e-ae4d-26119c5c41c8 service neutron] Checking agent: {'id': '15458190-db7e-4dc5-9ea8-0c1068e01e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81764', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 36, 20), 'started_at': datetime.datetime(2021, 11, 11, 20, 36, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:46:21.012402 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575453ce-28af-4f48-ae7c-b968d3e94001 req-baa661bc-544b-431e-ae4d-26119c5c41c8 service neutron] Checking segment: {'id': 'bdd575c3-b455-4e13-be7c-a87e3122aa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:46:21.012774 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575453ce-28af-4f48-ae7c-b968d3e94001 req-baa661bc-544b-431e-ae4d-26119c5c41c8 service neutron] Bound using segment: {'id': 'bdd575c3-b455-4e13-be7c-a87e3122aa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f'} {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:46:21.013239 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.managers [req-575453ce-28af-4f48-ae7c-b968d3e94001 req-baa661bc-544b-431e-ae4d-26119c5c41c8 service neutron] Bound port: f2b2c706-9af8-45b8-bde7-b4119bd30e56, host: hv-cinder-81764, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdd575c3-b455-4e13-be7c-a87e3122aa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f'}}] {{(pid=101811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:46:21.013545 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-575453ce-28af-4f48-ae7c-b968d3e94001 req-baa661bc-544b-431e-ae4d-26119c5c41c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:21.153123 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-575453ce-28af-4f48-ae7c-b968d3e94001 req-baa661bc-544b-431e-ae4d-26119c5c41c8 service neutron] For port f2b2c706-9af8-45b8-bde7-b4119bd30e56, host hv-cinder-81764, cleared binding levels {{(pid=101811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:46:21.157529 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-575453ce-28af-4f48-ae7c-b968d3e94001 req-baa661bc-544b-431e-ae4d-26119c5c41c8 service neutron] For port f2b2c706-9af8-45b8-bde7-b4119bd30e56, host hv-cinder-81764, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=f2b2c706-9af8-45b8-bde7-b4119bd30e56,segment=NetworkSegment(bdd575c3-b455-4e13-be7c-a87e3122aa2c),segment_id=bdd575c3-b455-4e13-be7c-a87e3122aa2c)] {{(pid=101811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:46:21.162648 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-631073f8-b066-4c66-a027-215328dbc577 req-8ed6cd9c-e424-4e4b-84ab-d338a2733136 service neutron] 10.222.0.78 "GET /v2.0/networks/515d5239-5614-4a6a-85cb-8dd4e9ebdc6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398695 Nov 11 20:46:21.164275 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-575453ce-28af-4f48-ae7c-b968d3e94001 req-baa661bc-544b-431e-ae4d-26119c5c41c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25464105'] for port, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:21.200518 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575453ce-28af-4f48-ae7c-b968d3e94001 req-baa661bc-544b-431e-ae4d-26119c5c41c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:21.201137 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-575453ce-28af-4f48-ae7c-b968d3e94001 req-baa661bc-544b-431e-ae4d-26119c5c41c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:21.202559 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-575453ce-28af-4f48-ae7c-b968d3e94001 req-baa661bc-544b-431e-ae4d-26119c5c41c8 service neutron] 10.222.0.78 "PUT /v2.0/ports/f2b2c706-9af8-45b8-bde7-b4119bd30e56 HTTP/1.1" status: 200 len: 1093 time: 1.2059789 Nov 11 20:46:21.227171 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa661bc-544b-431e-ae4d-26119c5c41c8 service neutron] Pushing event updated for resources: {'Port': ['ID=f2b2c706-9af8-45b8-bde7-b4119bd30e56,revision_number=3']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:21.294526 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575453ce-28af-4f48-ae7c-b968d3e94001 req-e0e6eaa6-2e5d-401c-a3de-cba60feef1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:21.296068 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-575453ce-28af-4f48-ae7c-b968d3e94001 req-e0e6eaa6-2e5d-401c-a3de-cba60feef1d2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4dd611087eb441dc94ef8c18b6b7d600&device_id=80e4bb44-7412-4d18-9df5-940938029647 HTTP/1.1" status: 200 len: 1096 time: 0.0440583 Nov 11 20:46:21.617696 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-575453ce-28af-4f48-ae7c-b968d3e94001 req-aff71baa-d207-4470-9855-444942b810d1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2b2c706-9af8-45b8-bde7-b4119bd30e56 HTTP/1.1" status: 200 len: 217 time: 0.3097119 Nov 11 20:46:21.690123 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575453ce-28af-4f48-ae7c-b968d3e94001 req-d29ac175-a206-476b-a3dc-9d51d304b192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:21.691540 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-575453ce-28af-4f48-ae7c-b968d3e94001 req-d29ac175-a206-476b-a3dc-9d51d304b192 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=535394ca-6702-4a16-9e94-00db56f6b620 HTTP/1.1" status: 200 len: 851 time: 0.0628479 Nov 11 20:46:21.699814 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7421da-6167-4144-99d7-376ea181d417 req-29fee36f-d523-4477-aa90-f0f0668fb8fc tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:21.701181 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7a7421da-6167-4144-99d7-376ea181d417 req-29fee36f-d523-4477-aa90-f0f0668fb8fc tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 945 time: 0.0805883 Nov 11 20:46:21.775547 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7a7421da-6167-4144-99d7-376ea181d417 req-a082c777-60fc-4476-b76e-cff6daddbd3a tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656340 Nov 11 20:46:21.777430 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575453ce-28af-4f48-ae7c-b968d3e94001 req-af566118-090c-44e3-b856-09acf0024e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:21.778790 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-575453ce-28af-4f48-ae7c-b968d3e94001 req-af566118-090c-44e3-b856-09acf0024e47 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=79971f2e-5dd3-4116-8573-ccbb33e6422f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0767989 Nov 11 20:46:21.867802 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-575453ce-28af-4f48-ae7c-b968d3e94001 req-066f9de5-2688-4019-b0eb-015b73e5cc75 service neutron] 10.222.0.78 "GET /v2.0/networks/79971f2e-5dd3-4116-8573-ccbb33e6422f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806503 Nov 11 20:46:21.993564 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-575453ce-28af-4f48-ae7c-b968d3e94001 req-658807c3-c720-4b55-b838-931a8f433488 service neutron] 10.222.0.78 "GET /v2.0/networks/79971f2e-5dd3-4116-8573-ccbb33e6422f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161454 Nov 11 20:46:22.001319 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86913ff0-d8ca-4385-aeaf-4dc4f2e96bec req-4c0dc830-fd73-454a-9f8d-32f0fad6e269 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:22.003213 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-86913ff0-d8ca-4385-aeaf-4dc4f2e96bec req-4c0dc830-fd73-454a-9f8d-32f0fad6e269 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=80e4bb44-7412-4d18-9df5-940938029647 HTTP/1.1" status: 200 len: 943 time: 0.0715384 Nov 11 20:46:22.047087 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80e4bb44-7412-4d18-9df5-940938029647', 'tag': 'f2b2c706-9af8-45b8-bde7-b4119bd30e56'}] {{(pid=101811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:46:22.049349 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5736cb7e175e5ed5563496e7c8b9c6d8883e61bc6d504a4dc096e4a6f480cdce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55a31ed-1e6a-4766-9d01-03a7eb288941" -d '{"events": [{"name": "network-changed", "server_uuid": "80e4bb44-7412-4d18-9df5-940938029647", "tag": "f2b2c706-9af8-45b8-bde7-b4119bd30e56"}]}' {{(pid=101811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:46:22.061128 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-86913ff0-d8ca-4385-aeaf-4dc4f2e96bec req-b9584538-e8b0-46fa-a475-dc99f70de547 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517085 Nov 11 20:46:22.094965 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9792c2ad-a0ce-478a-a180-0087151ef4b1 x-openstack-request-id: req-9792c2ad-a0ce-478a-a180-0087151ef4b1 {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:46:22.095258 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80e4bb44-7412-4d18-9df5-940938029647", "tag": "f2b2c706-9af8-45b8-bde7-b4119bd30e56", "status": "completed", "code": 200}]} {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:46:22.095506 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9792c2ad-a0ce-478a-a180-0087151ef4b1 {{(pid=101811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:46:22.095895 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80e4bb44-7412-4d18-9df5-940938029647', 'tag': 'f2b2c706-9af8-45b8-bde7-b4119bd30e56', 'status': 'completed', 'code': 200} Nov 11 20:46:22.168282 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:22.171163 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a31ed-1e6a-4766-9d01-03a7eb288941 req-4c07430e-c657-47d6-bbd1-000eb24d828b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:22.172663 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f55a31ed-1e6a-4766-9d01-03a7eb288941 req-4c07430e-c657-47d6-bbd1-000eb24d828b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4dd611087eb441dc94ef8c18b6b7d600&device_id=80e4bb44-7412-4d18-9df5-940938029647 HTTP/1.1" status: 200 len: 1096 time: 0.0419343 Nov 11 20:46:22.277976 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a31ed-1e6a-4766-9d01-03a7eb288941 req-1e1014dd-2c78-4e10-9960-eb7b954e5e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:22.279417 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f55a31ed-1e6a-4766-9d01-03a7eb288941 req-1e1014dd-2c78-4e10-9960-eb7b954e5e6e service neutron] 10.222.0.78 "GET /v2.0/networks?id=79971f2e-5dd3-4116-8573-ccbb33e6422f HTTP/1.1" status: 200 len: 913 time: 0.0933509 Nov 11 20:46:22.342298 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f55a31ed-1e6a-4766-9d01-03a7eb288941 req-7f6ff99f-88f0-46bf-bf60-cd6a74adcaef service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2b2c706-9af8-45b8-bde7-b4119bd30e56 HTTP/1.1" status: 200 len: 217 time: 0.0347273 Nov 11 20:46:22.400718 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a31ed-1e6a-4766-9d01-03a7eb288941 req-1638787d-42ea-4f08-8ad7-0a1e3778246e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:22.402134 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f55a31ed-1e6a-4766-9d01-03a7eb288941 req-1638787d-42ea-4f08-8ad7-0a1e3778246e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=535394ca-6702-4a16-9e94-00db56f6b620 HTTP/1.1" status: 200 len: 851 time: 0.0485499 Nov 11 20:46:22.452825 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a31ed-1e6a-4766-9d01-03a7eb288941 req-98bc008b-65bb-4c20-8382-809efce2a4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:22.454283 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f55a31ed-1e6a-4766-9d01-03a7eb288941 req-98bc008b-65bb-4c20-8382-809efce2a4bc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=79971f2e-5dd3-4116-8573-ccbb33e6422f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400455 Nov 11 20:46:22.560354 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f55a31ed-1e6a-4766-9d01-03a7eb288941 req-64575011-5977-45d8-a5a7-792f3a569254 service neutron] 10.222.0.78 "GET /v2.0/networks/79971f2e-5dd3-4116-8573-ccbb33e6422f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969281 Nov 11 20:46:22.654134 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f55a31ed-1e6a-4766-9d01-03a7eb288941 req-1f28d5ae-59a9-4e01-84a1-cdc6ea0f8da9 service neutron] 10.222.0.78 "GET /v2.0/networks/79971f2e-5dd3-4116-8573-ccbb33e6422f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815127 Nov 11 20:46:22.901930 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e906c-eeac-4f86-b47a-8c45befc3993 req-d9536f3c-b0eb-48c9-a2fe-4e4cfd5b6821 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:22.903457 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cd8e906c-eeac-4f86-b47a-8c45befc3993 req-d9536f3c-b0eb-48c9-a2fe-4e4cfd5b6821 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 945 time: 0.0516479 Nov 11 20:46:22.954997 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cd8e906c-eeac-4f86-b47a-8c45befc3993 req-465986e8-2d55-4d16-8146-125cd3270923 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454712 Nov 11 20:46:23.183057 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a166b6-1982-4de8-aea0-85d1902040a4 req-3a9085a3-35b5-40f2-944d-3f601422438c tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:23.184656 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e5a166b6-1982-4de8-aea0-85d1902040a4 req-3a9085a3-35b5-40f2-944d-3f601422438c tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=80e4bb44-7412-4d18-9df5-940938029647 HTTP/1.1" status: 200 len: 943 time: 0.0500329 Nov 11 20:46:23.236392 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e5a166b6-1982-4de8-aea0-85d1902040a4 req-be34bd05-3b0f-4500-9e83-76d984c6e141 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449681 Nov 11 20:46:24.074685 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e222f7-ca89-4148-b975-2a853d4686a4 req-46ee7740-7dd8-4348-878e-a9ae445b592a tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:24.076102 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-39e222f7-ca89-4148-b975-2a853d4686a4 req-46ee7740-7dd8-4348-878e-a9ae445b592a tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 945 time: 0.0485916 Nov 11 20:46:24.127550 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-39e222f7-ca89-4148-b975-2a853d4686a4 req-04cb9e1b-1946-4682-9e19-1849269b0d4a tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449436 Nov 11 20:46:24.355696 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e281d923-7e0f-438a-af80-7bbd5adbb32d req-9fe33e99-7206-443a-a0a4-2620b58f5bde tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:24.357098 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e281d923-7e0f-438a-af80-7bbd5adbb32d req-9fe33e99-7206-443a-a0a4-2620b58f5bde tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=80e4bb44-7412-4d18-9df5-940938029647 HTTP/1.1" status: 200 len: 943 time: 0.0527387 Nov 11 20:46:24.407370 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e281d923-7e0f-438a-af80-7bbd5adbb32d req-12b6e73a-ab1f-439f-9361-12c83b8f7657 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440109 Nov 11 20:46:25.247872 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fc35a-b74f-40b7-a687-d684d8d77e7e req-046a691c-2bee-49fd-9178-381f55707bdc tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:25.249398 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c21fc35a-b74f-40b7-a687-d684d8d77e7e req-046a691c-2bee-49fd-9178-381f55707bdc tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 945 time: 0.0487311 Nov 11 20:46:25.295845 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c21fc35a-b74f-40b7-a687-d684d8d77e7e req-36681d8e-f041-46cb-a296-70f0afabc4ca tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401714 Nov 11 20:46:25.522890 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b94ab2-de9a-481a-97da-8d20d2e963f7 req-d85559bf-7d79-427f-80dc-2c86227566ab tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:25.524281 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e4b94ab2-de9a-481a-97da-8d20d2e963f7 req-d85559bf-7d79-427f-80dc-2c86227566ab tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=80e4bb44-7412-4d18-9df5-940938029647 HTTP/1.1" status: 200 len: 943 time: 0.0480399 Nov 11 20:46:25.582395 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e4b94ab2-de9a-481a-97da-8d20d2e963f7 req-85e8d434-5ad2-4e65-96fe-197853c4edff tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522704 Nov 11 20:46:26.423617 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561d510-d894-4191-9822-2f8bcf315c72 req-fddb1053-0f00-4495-9149-ebf2af5b5d69 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:26.425631 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2561d510-d894-4191-9822-2f8bcf315c72 req-fddb1053-0f00-4495-9149-ebf2af5b5d69 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 945 time: 0.0521054 Nov 11 20:46:26.481168 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2561d510-d894-4191-9822-2f8bcf315c72 req-9123a2d1-8fee-4c25-bb9c-25252077ffd3 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490935 Nov 11 20:46:26.539390 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 962e998a-c58f-4876-b93f-8de3af37c538 details requested by agent hyperv_hv-cinder-81764 with host hv-cinder-81764 {{(pid=101813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:46:26.639802 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 962e998a-c58f-4876-b93f-8de3af37c538, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=962e998a-c58f-4876-b93f-8de3af37c538,segment=NetworkSegment(bc2cdd12-61b5-41c6-859f-e3f0a8c491bb),segment_id=bc2cdd12-61b5-41c6-859f-e3f0a8c491bb)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:26.652597 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Returning: {'device': '962e998a-c58f-4876-b93f-8de3af37c538', 'network_id': '51d362a5-52f5-4926-aac3-68c4c9326236', 'port_id': '962e998a-c58f-4876-b93f-8de3af37c538', 'mac_address': 'fa:16:3e:70:51:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b93905e5-6d6f-41ed-9efc-0dfc53d52f76', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:46:26.696678 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:26.710544 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.notifiers.nova [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 962e998a-c58f-4876-b93f-8de3af37c538 {{(pid=101813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:46:26.742924 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 962e998a-c58f-4876-b93f-8de3af37c538, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=962e998a-c58f-4876-b93f-8de3af37c538,segment=NetworkSegment(bc2cdd12-61b5-41c6-859f-e3f0a8c491bb),segment_id=bc2cdd12-61b5-41c6-859f-e3f0a8c491bb)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:26.747688 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:26.751422 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ad091-ea30-4017-8124-69b39b907903 req-71059220-dd7a-4b70-a682-25c97660000b tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:26.753195 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ef2ad091-ea30-4017-8124-69b39b907903 req-71059220-dd7a-4b70-a682-25c97660000b tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=80e4bb44-7412-4d18-9df5-940938029647 HTTP/1.1" status: 200 len: 943 time: 0.0557830 Nov 11 20:46:26.808677 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Pushing event updated for resources: {'Port': ['ID=962e998a-c58f-4876-b93f-8de3af37c538,revision_number=6']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:26.815633 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ef2ad091-ea30-4017-8124-69b39b907903 req-0078d07f-9939-4da8-bbac-d81d0b048bd4 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551875 Nov 11 20:46:26.862522 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] get_ports_and_sgs() called for port_ids ['962e998a-c58f-4876-b93f-8de3af37c538'] {{(pid=101813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:46:27.623831 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aff4c0-83c4-4eab-a340-e30ed2de77b2 req-05fe1d15-106d-43e7-bf2b-d952ae6af0cd tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:27.628433 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-53aff4c0-83c4-4eab-a340-e30ed2de77b2 req-05fe1d15-106d-43e7-bf2b-d952ae6af0cd tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 944 time: 0.0652413 Nov 11 20:46:27.684511 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-53aff4c0-83c4-4eab-a340-e30ed2de77b2 req-3ea9b82a-54a7-4856-9751-45424f55a959 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529141 Nov 11 20:46:27.941920 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162fda63-f168-474a-bc33-b661356c9014 req-a27226ac-8628-42f5-bd9d-5936dc8aca65 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:27.949561 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-162fda63-f168-474a-bc33-b661356c9014 req-a27226ac-8628-42f5-bd9d-5936dc8aca65 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=80e4bb44-7412-4d18-9df5-940938029647 HTTP/1.1" status: 200 len: 943 time: 0.0610211 Nov 11 20:46:28.006808 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-162fda63-f168-474a-bc33-b661356c9014 req-d25db8a8-fb7f-47ef-9cc2-da9ccd0468d9 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556707 Nov 11 20:46:28.546322 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 962e998a-c58f-4876-b93f-8de3af37c538 up at agent hyperv_hv-cinder-81764 {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:46:28.601192 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Provisioning complete for port 962e998a-c58f-4876-b93f-8de3af37c538 triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:28.601557 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:28.692102 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:28.723828 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962e998a-c58f-4876-b93f-8de3af37c538'}] {{(pid=101813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:46:28.726255 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0340890b3ce0369dfbb204f3d0516fe3d00048a2838df9679e450f9495620248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f431b1b2-36a8-4d1f-9a98-4148e1ffdc17" -d '{"events": [{"server_uuid": "88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e", "name": "network-vif-plugged", "status": "completed", "tag": "962e998a-c58f-4876-b93f-8de3af37c538"}]}' {{(pid=101813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:46:28.742892 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 962e998a-c58f-4876-b93f-8de3af37c538, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=962e998a-c58f-4876-b93f-8de3af37c538,segment=NetworkSegment(bc2cdd12-61b5-41c6-859f-e3f0a8c491bb),segment_id=bc2cdd12-61b5-41c6-859f-e3f0a8c491bb)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:28.751518 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:28.781340 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ae11f9-89d7-45e8-b34a-5df45c747ac8 x-openstack-request-id: req-a8ae11f9-89d7-45e8-b34a-5df45c747ac8 {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:46:28.782108 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e", "name": "network-vif-plugged", "status": "completed", "tag": "962e998a-c58f-4876-b93f-8de3af37c538", "code": 200}]} {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:46:28.782108 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a8ae11f9-89d7-45e8-b34a-5df45c747ac8 {{(pid=101813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:46:28.782345 dv-cinder-817642-1-iscsi neutron-server[101813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962e998a-c58f-4876-b93f-8de3af37c538', 'code': 200} Nov 11 20:46:28.811173 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Pushing event updated for resources: {'Port': ['ID=962e998a-c58f-4876-b93f-8de3af37c538,revision_number=7']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:28.882590 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f875d5c-7b9a-49d3-b157-4b9728d5c643 req-7072c999-bb80-4d11-9d8b-e52a472d7ecc tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:28.884186 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3f875d5c-7b9a-49d3-b157-4b9728d5c643 req-7072c999-bb80-4d11-9d8b-e52a472d7ecc tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 945 time: 0.0966928 Nov 11 20:46:28.939039 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3f875d5c-7b9a-49d3-b157-4b9728d5c643 req-f3ee458b-f51a-429a-94f9-87f4b41e4522 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482666 Nov 11 20:46:29.162401 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb99b07-7dee-451a-bf79-2f755346d8e2 req-c79718d6-a8dd-48e0-abae-03312e6ec45c tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:29.164141 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cbb99b07-7dee-451a-bf79-2f755346d8e2 req-c79718d6-a8dd-48e0-abae-03312e6ec45c tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=80e4bb44-7412-4d18-9df5-940938029647 HTTP/1.1" status: 200 len: 943 time: 0.0696244 Nov 11 20:46:29.229614 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cbb99b07-7dee-451a-bf79-2f755346d8e2 req-ae195662-22ee-4008-813e-3a040297d06b tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533407 Nov 11 20:46:30.071757 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8315b-d4e2-4c8b-b9f0-754f60997366 req-00685b27-31d5-454e-8b01-a86f5d48704a tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:30.073323 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-58d8315b-d4e2-4c8b-b9f0-754f60997366 req-00685b27-31d5-454e-8b01-a86f5d48704a tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 945 time: 0.0524144 Nov 11 20:46:30.131031 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-58d8315b-d4e2-4c8b-b9f0-754f60997366 req-939aeb5a-d823-49c3-ada0-4a6b149cabe7 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515478 Nov 11 20:46:30.375751 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d9907-b668-4c04-92c9-7d4212a03dcd req-e3b83f1d-0c98-4e62-8bac-aafbe4e257f7 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:30.377478 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-6f1d9907-b668-4c04-92c9-7d4212a03dcd req-e3b83f1d-0c98-4e62-8bac-aafbe4e257f7 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=80e4bb44-7412-4d18-9df5-940938029647 HTTP/1.1" status: 200 len: 943 time: 0.0571067 Nov 11 20:46:30.447158 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-6f1d9907-b668-4c04-92c9-7d4212a03dcd req-5ca7a1d6-661e-4fd1-beab-2aa6aefc7e27 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619974 Nov 11 20:46:30.559193 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device f2b2c706-9af8-45b8-bde7-b4119bd30e56 details requested by agent hyperv_hv-cinder-81764 with host hv-cinder-81764 {{(pid=101813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:46:30.825110 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-5b591368-cf38-4604-9a76-3321df8931cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:30.847841 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port f2b2c706-9af8-45b8-bde7-b4119bd30e56, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=f2b2c706-9af8-45b8-bde7-b4119bd30e56,segment=NetworkSegment(bdd575c3-b455-4e13-be7c-a87e3122aa2c),segment_id=bdd575c3-b455-4e13-be7c-a87e3122aa2c)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:30.860092 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Returning: {'device': 'f2b2c706-9af8-45b8-bde7-b4119bd30e56', 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f', 'port_id': 'f2b2c706-9af8-45b8-bde7-b4119bd30e56', 'mac_address': 'fa:16:3e:b4:36:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '535394ca-6702-4a16-9e94-00db56f6b620', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:46:30.920807 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:30.937425 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.notifiers.nova [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2b2c706-9af8-45b8-bde7-b4119bd30e56 {{(pid=101813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:46:30.964100 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port f2b2c706-9af8-45b8-bde7-b4119bd30e56, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=f2b2c706-9af8-45b8-bde7-b4119bd30e56,segment=NetworkSegment(bdd575c3-b455-4e13-be7c-a87e3122aa2c),segment_id=bdd575c3-b455-4e13-be7c-a87e3122aa2c)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:30.969168 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:31.040150 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Pushing event updated for resources: {'Port': ['ID=f2b2c706-9af8-45b8-bde7-b4119bd30e56,revision_number=4']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:31.269429 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13551aae-4f7b-451b-a90f-f3305bdc108c req-329f1bad-ffd3-4c1a-8776-f2e9b3e06c8b tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:31.276487 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-13551aae-4f7b-451b-a90f-f3305bdc108c req-329f1bad-ffd3-4c1a-8776-f2e9b3e06c8b tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 945 time: 0.0590272 Nov 11 20:46:31.336056 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] get_ports_and_sgs() called for port_ids ['f2b2c706-9af8-45b8-bde7-b4119bd30e56'] {{(pid=101813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:46:31.338781 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-13551aae-4f7b-451b-a90f-f3305bdc108c req-1e13c234-3221-4cb2-b251-7152e8320448 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610719 Nov 11 20:46:31.603113 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9ad8e-ab06-4989-a0ad-68371644ee0b req-8a11081a-3bff-43aa-bcd0-628c839dc3a3 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:31.605549 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-71e9ad8e-ab06-4989-a0ad-68371644ee0b req-8a11081a-3bff-43aa-bcd0-628c839dc3a3 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=80e4bb44-7412-4d18-9df5-940938029647 HTTP/1.1" status: 200 len: 944 time: 0.0682886 Nov 11 20:46:31.663607 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-71e9ad8e-ab06-4989-a0ad-68371644ee0b req-3ac4ccc4-ae33-42fc-a201-285889f726cb tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502939 Nov 11 20:46:32.478666 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28d2c3f-cc0b-4c6d-a462-4b8d38026d8c req-242e0302-ee6d-4591-a211-fbfa5084a9d9 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:32.478666 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f28d2c3f-cc0b-4c6d-a462-4b8d38026d8c req-242e0302-ee6d-4591-a211-fbfa5084a9d9 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 945 time: 0.0531175 Nov 11 20:46:32.529058 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f28d2c3f-cc0b-4c6d-a462-4b8d38026d8c req-ce733fee-01a6-453c-b3fb-c57e817b3595 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450161 Nov 11 20:46:32.560283 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device f2b2c706-9af8-45b8-bde7-b4119bd30e56 up at agent hyperv_hv-cinder-81764 {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:46:32.615460 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Provisioning for port f2b2c706-9af8-45b8-bde7-b4119bd30e56 completed by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:46:32.620368 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Provisioning complete for port f2b2c706-9af8-45b8-bde7-b4119bd30e56 triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:46:32.620815 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:32.712361 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:32.741725 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e4bb44-7412-4d18-9df5-940938029647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b2c706-9af8-45b8-bde7-b4119bd30e56'}] {{(pid=101813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:46:32.743942 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0340890b3ce0369dfbb204f3d0516fe3d00048a2838df9679e450f9495620248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a2199a-2323-4d07-9197-78827ca26e65" -d '{"events": [{"server_uuid": "80e4bb44-7412-4d18-9df5-940938029647", "name": "network-vif-plugged", "status": "completed", "tag": "f2b2c706-9af8-45b8-bde7-b4119bd30e56"}]}' {{(pid=101813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:46:32.758935 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port f2b2c706-9af8-45b8-bde7-b4119bd30e56, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=f2b2c706-9af8-45b8-bde7-b4119bd30e56,segment=NetworkSegment(bdd575c3-b455-4e13-be7c-a87e3122aa2c),segment_id=bdd575c3-b455-4e13-be7c-a87e3122aa2c)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:32.764246 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:32.819192 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a46156-7c95-44b3-8868-fd5cdd3eab6a req-90925bbc-b0e7-4d20-905d-b62c5e2ecb2e tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:32.821057 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4f3191-35fc-46e2-89bc-738fc93d031d x-openstack-request-id: req-8f4f3191-35fc-46e2-89bc-738fc93d031d {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:46:32.821593 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80e4bb44-7412-4d18-9df5-940938029647", "name": "network-vif-plugged", "status": "completed", "tag": "f2b2c706-9af8-45b8-bde7-b4119bd30e56", "code": 200}]} {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:46:32.822035 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8f4f3191-35fc-46e2-89bc-738fc93d031d {{(pid=101813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:46:32.822406 dv-cinder-817642-1-iscsi neutron-server[101813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80e4bb44-7412-4d18-9df5-940938029647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b2c706-9af8-45b8-bde7-b4119bd30e56', 'code': 200} Nov 11 20:46:32.827212 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-27a46156-7c95-44b3-8868-fd5cdd3eab6a req-90925bbc-b0e7-4d20-905d-b62c5e2ecb2e tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=80e4bb44-7412-4d18-9df5-940938029647 HTTP/1.1" status: 200 len: 945 time: 0.0740755 Nov 11 20:46:32.839637 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Pushing event updated for resources: {'Port': ['ID=f2b2c706-9af8-45b8-bde7-b4119bd30e56,revision_number=5']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:32.887827 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-27a46156-7c95-44b3-8868-fd5cdd3eab6a req-10f89d28-de6a-4d6c-9ac7-1ec611d40516 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596449 Nov 11 20:46:33.133227 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d923fee-2ff3-48a1-a772-a63e1356232a req-45f9a51a-2c76-48ab-8f10-200ff4953ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:33.135513 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5d923fee-2ff3-48a1-a772-a63e1356232a req-45f9a51a-2c76-48ab-8f10-200ff4953ae8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=80e4bb44-7412-4d18-9df5-940938029647 HTTP/1.1" status: 200 len: 1098 time: 0.0430675 Nov 11 20:46:33.201666 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5d923fee-2ff3-48a1-a772-a63e1356232a req-42459896-3216-4109-a506-2caed248a935 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511582 Nov 11 20:46:33.412321 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-a32e4c38-42cc-49bb-aab4-304d969516d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:33.669914 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9465fdb-110a-4a59-b84b-fb65d994539d req-709f4195-5ac6-426b-a66e-c3a26a854f61 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:33.671696 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c9465fdb-110a-4a59-b84b-fb65d994539d req-709f4195-5ac6-426b-a66e-c3a26a854f61 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 945 time: 0.0583465 Nov 11 20:46:33.726403 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c9465fdb-110a-4a59-b84b-fb65d994539d req-818c8387-130c-46ac-b136-322abdd66dde tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464697 Nov 11 20:46:34.027344 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c089c-21a9-4ce4-98b8-a7e4cd9df141 req-6dd650d8-d96a-4a9e-a59d-2e8ef740709e tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:34.028904 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a95c089c-21a9-4ce4-98b8-a7e4cd9df141 req-6dd650d8-d96a-4a9e-a59d-2e8ef740709e tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=80e4bb44-7412-4d18-9df5-940938029647 HTTP/1.1" status: 200 len: 945 time: 0.0554540 Nov 11 20:46:34.085058 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a95c089c-21a9-4ce4-98b8-a7e4cd9df141 req-6b72d080-3d3a-4193-a98f-9ce7627e04fa tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491662 Nov 11 20:46:34.394253 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3d9940ef-842e-4b07-a279-f9f66b0ee11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:34.896472 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d508ff1-336d-4bc8-86b3-d421bf12d37f req-68905c53-c515-4d95-8469-4b92916681e8 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:34.898012 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1d508ff1-336d-4bc8-86b3-d421bf12d37f req-68905c53-c515-4d95-8469-4b92916681e8 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 945 time: 0.0879669 Nov 11 20:46:34.967552 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1d508ff1-336d-4bc8-86b3-d421bf12d37f req-5eecdfe4-4fbb-4a5c-bf9c-ae668e4343ef tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617862 Nov 11 20:46:35.227645 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9101e3a-d4a6-4f3c-ac0d-6a090d081b5b req-c3a5e800-9216-419d-ad2b-b953b596f500 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:35.229246 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b9101e3a-d4a6-4f3c-ac0d-6a090d081b5b req-c3a5e800-9216-419d-ad2b-b953b596f500 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=80e4bb44-7412-4d18-9df5-940938029647 HTTP/1.1" status: 200 len: 945 time: 0.0663071 Nov 11 20:46:35.282579 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b9101e3a-d4a6-4f3c-ac0d-6a090d081b5b req-c0fb0deb-d6d1-45e5-a34d-86c18ef2e242 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472767 Nov 11 20:46:35.400162 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443e2bd-3f0e-4170-8473-fa5527d6ac02 req-6d654e92-b683-49be-a80c-45044bdbf517 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:35.401594 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7443e2bd-3f0e-4170-8473-fa5527d6ac02 req-6d654e92-b683-49be-a80c-45044bdbf517 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=80e4bb44-7412-4d18-9df5-940938029647 HTTP/1.1" status: 200 len: 945 time: 0.0479488 Nov 11 20:46:35.450074 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7443e2bd-3f0e-4170-8473-fa5527d6ac02 req-bcee4b88-5c55-4035-b322-4915468e287f tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426776 Nov 11 20:46:35.472471 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 50166) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:35.510889 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2c2bf1-ced5-44cc-a468-4e6bbc424c39 tempest-TestVolumeBootPattern-499183496 tempest-TestVolumeBootPattern-499183496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:35.512391 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-8b2c2bf1-ced5-44cc-a468-4e6bbc424c39 tempest-TestVolumeBootPattern-499183496 tempest-TestVolumeBootPattern-499183496-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=80e4bb44-7412-4d18-9df5-940938029647 HTTP/1.1" status: 200 len: 1093 time: 0.0389144 Nov 11 20:46:35.515035 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 50168) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:35.519750 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [None req-ee6ec696-9cc7-412d-a7e5-62bd14d4c69a tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Request body: {'floatingip': {'floating_network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'port_id': 'f2b2c706-9af8-45b8-bde7-b4119bd30e56', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:46:35.541817 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-ee6ec696-9cc7-412d-a7e5-62bd14d4c69a tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks [] for floatingip, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:35.638412 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-ee6ec696-9cc7-412d-a7e5-62bd14d4c69a tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:35.745332 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.db_base_plugin_common [None req-ee6ec696-9cc7-412d-a7e5-62bd14d4c69a tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Allocated IP 172.27.0.2 (06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2/dac47c4e-2532-416f-829a-3cf927393807/efa67e24-1a18-49ed-ad9a-fc2e14105cff) {{(pid=101811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:46:35.846014 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-ee6ec696-9cc7-412d-a7e5-62bd14d4c69a tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks [] for port, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:35.878383 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-ee6ec696-9cc7-412d-a7e5-62bd14d4c69a tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25464144'] for port, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:35.913738 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6ec696-9cc7-412d-a7e5-62bd14d4c69a tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Network 06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2 is already hosted by enough agents. {{(pid=101811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:46:35.916435 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.base_scheduler [None req-ee6ec696-9cc7-412d-a7e5-62bd14d4c69a tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Resources bound (agent type, host, resource id): {{(pid=101811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:46:35.922159 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6ec696-9cc7-412d-a7e5-62bd14d4c69a tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Received port after_create {{(pid=101811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:46:35.949794 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6ec696-9cc7-412d-a7e5-62bd14d4c69a tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Pushing event updated for resources: {'Port': ['ID=efa67e24-1a18-49ed-ad9a-fc2e14105cff,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:36.126145 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b24fd597-249d-429f-8b46-48f3c6a9ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:36.138797 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb97396e-7ab5-4505-a39d-0636bb7f2dbb req-31c5bf85-0bc4-403b-8e58-da3d7fd76302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:36.140302 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cb97396e-7ab5-4505-a39d-0636bb7f2dbb req-31c5bf85-0bc4-403b-8e58-da3d7fd76302 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=38d540a76ef9405bb94b7e433494fabd&device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 1098 time: 0.1482537 Nov 11 20:46:36.204236 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52fc691-cdda-475b-a3c9-d851cbaef938 req-5686d1ae-4638-4f5a-8a76-1965bf89df0b tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:36.205658 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e52fc691-cdda-475b-a3c9-d851cbaef938 req-5686d1ae-4638-4f5a-8a76-1965bf89df0b tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 945 time: 0.1631167 Nov 11 20:46:36.354365 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e52fc691-cdda-475b-a3c9-d851cbaef938 req-ba809883-23aa-4986-9431-f369ed594c10 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405766 Nov 11 20:46:36.363041 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb97396e-7ab5-4505-a39d-0636bb7f2dbb req-c4adf276-bf2e-4f23-8b5f-f1fc6ed38e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:36.364539 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cb97396e-7ab5-4505-a39d-0636bb7f2dbb req-c4adf276-bf2e-4f23-8b5f-f1fc6ed38e5e service neutron] 10.222.0.78 "GET /v2.0/networks?id=51d362a5-52f5-4926-aac3-68c4c9326236 HTTP/1.1" status: 200 len: 917 time: 0.2153120 Nov 11 20:46:36.430244 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:36.493521 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cb97396e-7ab5-4505-a39d-0636bb7f2dbb req-8792539e-3601-4c26-8024-602d5ad9df0d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=962e998a-c58f-4876-b93f-8de3af37c538 HTTP/1.1" status: 200 len: 1000 time: 0.1169655 Nov 11 20:46:36.539109 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-ee6ec696-9cc7-412d-a7e5-62bd14d4c69a tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:36.582821 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb97396e-7ab5-4505-a39d-0636bb7f2dbb req-64a724e2-38d2-46a6-a1dc-6728757ef5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:36.584275 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cb97396e-7ab5-4505-a39d-0636bb7f2dbb req-64a724e2-38d2-46a6-a1dc-6728757ef5d1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b93905e5-6d6f-41ed-9efc-0dfc53d52f76 HTTP/1.1" status: 200 len: 855 time: 0.0756042 Nov 11 20:46:36.640970 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-ee6ec696-9cc7-412d-a7e5-62bd14d4c69a tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:36.676993 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb97396e-7ab5-4505-a39d-0636bb7f2dbb req-de5dae4b-d873-45fb-90c6-ad4dfcb231bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:36.678463 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cb97396e-7ab5-4505-a39d-0636bb7f2dbb req-de5dae4b-d873-45fb-90c6-ad4dfcb231bf service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=51d362a5-52f5-4926-aac3-68c4c9326236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0857706 Nov 11 20:46:36.850112 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cb97396e-7ab5-4505-a39d-0636bb7f2dbb req-a0a2f848-5dfc-4cbe-a889-d7106bd0ebe8 service neutron] 10.222.0.78 "GET /v2.0/networks/51d362a5-52f5-4926-aac3-68c4c9326236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623869 Nov 11 20:46:36.953712 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-ee6ec696-9cc7-412d-a7e5-62bd14d4c69a tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks [] for port, precommit_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:36.962943 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-ee6ec696-9cc7-412d-a7e5-62bd14d4c69a tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25464105'] for port, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:37.063625 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cb97396e-7ab5-4505-a39d-0636bb7f2dbb req-ac90fc30-6498-4694-bdfa-79ebc9f5e335 service neutron] 10.222.0.78 "GET /v2.0/networks/51d362a5-52f5-4926-aac3-68c4c9326236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974101 Nov 11 20:46:37.066933 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6ec696-9cc7-412d-a7e5-62bd14d4c69a tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Pushing event updated for resources: {'Port': ['ID=efa67e24-1a18-49ed-ad9a-fc2e14105cff,revision_number=2']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:37.085134 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-ee6ec696-9cc7-412d-a7e5-62bd14d4c69a tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656075'] for floatingip, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:37.195910 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.db.l3_db [None req-ee6ec696-9cc7-412d-a7e5-62bd14d4c69a tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Floating IP fd119a77-cc3d-4709-8c92-7e4c35b0993d associated. External IP: 172.27.0.2, port: f2b2c706-9af8-45b8-bde7-b4119bd30e56. Nov 11 20:46:37.609773 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35120c42-975c-429b-8f56-473c1b57fe3d req-75bd8c05-d10c-48b4-a585-d8a26382953a tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:37.611219 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-35120c42-975c-429b-8f56-473c1b57fe3d req-75bd8c05-d10c-48b4-a585-d8a26382953a tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 945 time: 0.0971582 Nov 11 20:46:37.700994 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-35120c42-975c-429b-8f56-473c1b57fe3d req-0b5bcf83-8206-4045-b450-6a0a746e5504 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836296 Nov 11 20:46:37.754961 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee6ec696-9cc7-412d-a7e5-62bd14d4c69a tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Router 886bfc84-90db-4afe-9c27-9914b199172a has already been hosted by L3 agent 078c1a4f-b62f-4fa2-93c9-12887f0677c3 {{(pid=101811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:46:37.863073 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6ec696-9cc7-412d-a7e5-62bd14d4c69a tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Notify agent at l3_agent.dv-cinder-817642-1-iscsi the message routers_updated {{(pid=101811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:46:37.872837 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63428db8-7531-4855-acd5-0da3d7462448 None None] Sync routers for ids ['886bfc84-90db-4afe-9c27-9914b199172a'] in dv-cinder-817642-1-iscsi {{(pid=101813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:46:37.881461 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-ee6ec696-9cc7-412d-a7e5-62bd14d4c69a tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for floatingip, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:37.883716 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63428db8-7531-4855-acd5-0da3d7462448 None None] Routers {'886bfc84-90db-4afe-9c27-9914b199172a'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:46:37.884431 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-63428db8-7531-4855-acd5-0da3d7462448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:46:33Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['886bfc84-90db-4afe-9c27-9914b199172a'], 'active': True} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:37.912682 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-ee6ec696-9cc7-412d-a7e5-62bd14d4c69a tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.3966448 Nov 11 20:46:37.913261 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80e4bb44-7412-4d18-9df5-940938029647', 'tag': 'f2b2c706-9af8-45b8-bde7-b4119bd30e56'}] {{(pid=101811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:46:37.915851 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5736cb7e175e5ed5563496e7c8b9c6d8883e61bc6d504a4dc096e4a6f480cdce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a1c7d8-653b-4b5f-a545-62951dff0b86" -d '{"events": [{"name": "network-changed", "server_uuid": "80e4bb44-7412-4d18-9df5-940938029647", "tag": "f2b2c706-9af8-45b8-bde7-b4119bd30e56"}]}' {{(pid=101811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:46:37.963786 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df1b7c0-43e5-4a12-a086-6a6c233eac03 x-openstack-request-id: req-6df1b7c0-43e5-4a12-a086-6a6c233eac03 {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:46:37.964213 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80e4bb44-7412-4d18-9df5-940938029647", "tag": "f2b2c706-9af8-45b8-bde7-b4119bd30e56", "status": "completed", "code": 200}]} {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:46:37.964566 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6df1b7c0-43e5-4a12-a086-6a6c233eac03 {{(pid=101811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:46:37.965061 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80e4bb44-7412-4d18-9df5-940938029647', 'tag': 'f2b2c706-9af8-45b8-bde7-b4119bd30e56', 'status': 'completed', 'code': 200} Nov 11 20:46:37.995427 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvr_db [None req-63428db8-7531-4855-acd5-0da3d7462448 None None] Set router 886bfc84-90db-4afe-9c27-9914b199172a gateway port host: dv-cinder-817642-1-iscsi {{(pid=101813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:46:38.035161 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1c7d8-653b-4b5f-a545-62951dff0b86 req-bb451032-7417-4335-9ef3-a1012bf3191a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:38.036772 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-74a1c7d8-653b-4b5f-a545-62951dff0b86 req-bb451032-7417-4335-9ef3-a1012bf3191a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4dd611087eb441dc94ef8c18b6b7d600&device_id=80e4bb44-7412-4d18-9df5-940938029647 HTTP/1.1" status: 200 len: 1098 time: 0.0421245 Nov 11 20:46:38.136811 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1c7d8-653b-4b5f-a545-62951dff0b86 req-a0eac524-a3db-42f0-84d7-0eccf2c4f57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:38.138184 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-74a1c7d8-653b-4b5f-a545-62951dff0b86 req-a0eac524-a3db-42f0-84d7-0eccf2c4f57c service neutron] 10.222.0.78 "GET /v2.0/networks?id=79971f2e-5dd3-4116-8573-ccbb33e6422f HTTP/1.1" status: 200 len: 913 time: 0.0871367 Nov 11 20:46:38.207201 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-74a1c7d8-653b-4b5f-a545-62951dff0b86 req-7e66076e-8e96-475c-be24-ea889c614035 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2b2c706-9af8-45b8-bde7-b4119bd30e56 HTTP/1.1" status: 200 len: 997 time: 0.0591857 Nov 11 20:46:38.222410 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-63428db8-7531-4855-acd5-0da3d7462448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '886bfc84-90db-4afe-9c27-9914b199172a', 'name': 'tempest-TestVolumeBootPattern-2070699845-router', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'e4d5e6fd-7d5f-4986-a857-e19e3c788c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:42:10Z', 'updated_at': '2021-11-11T20:42:14Z', 'revision_number': 4, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'gw_port': {'id': 'e4d5e6fd-7d5f-4986-a857-e19e3c788c33', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:11Z', 'updated_at': '2021-11-11T20:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_floatingips': [{'id': 'fd119a77-cc3d-4709-8c92-7e4c35b0993d', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'floating_ip_address': '172.27.0.2', 'floating_network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'router_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'port_id': 'f2b2c706-9af8-45b8-bde7-b4119bd30e56', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f', 'mac_address': 'fa:16:3e:b4:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e4bb44-7412-4d18-9df5-940938029647', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:46:36Z', 'updated_at': '2021-11-11T20:46:36Z', 'revision_number': 0, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f58d33-0592-4557-8061-e007c63bd289', 'name': '', 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'mac_address': 'fa:16:3e:03:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '535394ca-6702-4a16-9e94-00db56f6b620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:13Z', 'updated_at': '2021-11-11T20:42:18Z', 'revision_number': 5, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'subnets': [{'id': '535394ca-6702-4a16-9e94-00db56f6b620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:38.249086 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63428db8-7531-4855-acd5-0da3d7462448 None None] Checking router: 886bfc84-90db-4afe-9c27-9914b199172a for host: dv-cinder-817642-1-iscsi {{(pid=101813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:46:38.258240 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63428db8-7531-4855-acd5-0da3d7462448 None None] Routers {'886bfc84-90db-4afe-9c27-9914b199172a'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:46:38.258873 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-63428db8-7531-4855-acd5-0da3d7462448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:46:33Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['886bfc84-90db-4afe-9c27-9914b199172a'], 'active': True} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:38.264213 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1c7d8-653b-4b5f-a545-62951dff0b86 req-c3a31a3e-2dfc-447d-bccd-317926733ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:38.265662 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-74a1c7d8-653b-4b5f-a545-62951dff0b86 req-c3a31a3e-2dfc-447d-bccd-317926733ee9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=535394ca-6702-4a16-9e94-00db56f6b620 HTTP/1.1" status: 200 len: 851 time: 0.0492766 Nov 11 20:46:38.317099 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1c7d8-653b-4b5f-a545-62951dff0b86 req-40dcf7bc-bbad-4057-b73c-e19b227615f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:38.318591 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-74a1c7d8-653b-4b5f-a545-62951dff0b86 req-40dcf7bc-bbad-4057-b73c-e19b227615f5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=79971f2e-5dd3-4116-8573-ccbb33e6422f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411296 Nov 11 20:46:38.365902 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvr_db [None req-63428db8-7531-4855-acd5-0da3d7462448 None None] Set router 886bfc84-90db-4afe-9c27-9914b199172a gateway port host: dv-cinder-817642-1-iscsi {{(pid=101813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:46:38.412363 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-74a1c7d8-653b-4b5f-a545-62951dff0b86 req-ce36c7c8-5752-416a-b1ca-cc4b3c065a6d service neutron] 10.222.0.78 "GET /v2.0/networks/79971f2e-5dd3-4116-8573-ccbb33e6422f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834725 Nov 11 20:46:38.514873 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-74a1c7d8-653b-4b5f-a545-62951dff0b86 req-7a2b5fa3-e8c9-4dba-b662-f323f2d8e4fb service neutron] 10.222.0.78 "GET /v2.0/networks/79971f2e-5dd3-4116-8573-ccbb33e6422f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907984 Nov 11 20:46:38.592650 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-63428db8-7531-4855-acd5-0da3d7462448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '886bfc84-90db-4afe-9c27-9914b199172a', 'name': 'tempest-TestVolumeBootPattern-2070699845-router', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'e4d5e6fd-7d5f-4986-a857-e19e3c788c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:42:10Z', 'updated_at': '2021-11-11T20:42:14Z', 'revision_number': 4, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'gw_port': {'id': 'e4d5e6fd-7d5f-4986-a857-e19e3c788c33', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:11Z', 'updated_at': '2021-11-11T20:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_floatingips': [{'id': 'fd119a77-cc3d-4709-8c92-7e4c35b0993d', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'floating_ip_address': '172.27.0.2', 'floating_network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'router_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'port_id': 'f2b2c706-9af8-45b8-bde7-b4119bd30e56', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f', 'mac_address': 'fa:16:3e:b4:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e4bb44-7412-4d18-9df5-940938029647', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:46:36Z', 'updated_at': '2021-11-11T20:46:36Z', 'revision_number': 0, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f58d33-0592-4557-8061-e007c63bd289', 'name': '', 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'mac_address': 'fa:16:3e:03:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '535394ca-6702-4a16-9e94-00db56f6b620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:13Z', 'updated_at': '2021-11-11T20:42:18Z', 'revision_number': 5, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'subnets': [{'id': '535394ca-6702-4a16-9e94-00db56f6b620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:46:38.618755 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63428db8-7531-4855-acd5-0da3d7462448 None None] The sync data for ids ['886bfc84-90db-4afe-9c27-9914b199172a'] in dv-cinder-817642-1-iscsi is: [{'id': '886bfc84-90db-4afe-9c27-9914b199172a', 'name': 'tempest-TestVolumeBootPattern-2070699845-router', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'e4d5e6fd-7d5f-4986-a857-e19e3c788c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:42:10Z', 'updated_at': '2021-11-11T20:42:14Z', 'revision_number': 4, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'gw_port': {'id': 'e4d5e6fd-7d5f-4986-a857-e19e3c788c33', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:11Z', 'updated_at': '2021-11-11T20:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_floatingips': [{'id': 'fd119a77-cc3d-4709-8c92-7e4c35b0993d', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'floating_ip_address': '172.27.0.2', 'floating_network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'router_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'port_id': 'f2b2c706-9af8-45b8-bde7-b4119bd30e56', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f', 'mac_address': 'fa:16:3e:b4:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e4bb44-7412-4d18-9df5-940938029647', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:46:36Z', 'updated_at': '2021-11-11T20:46:36Z', 'revision_number': 0, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f58d33-0592-4557-8061-e007c63bd289', 'name': '', 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'mac_address': 'fa:16:3e:03:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '535394ca-6702-4a16-9e94-00db56f6b620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:13Z', 'updated_at': '2021-11-11T20:42:18Z', 'revision_number': 5, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'subnets': [{'id': '535394ca-6702-4a16-9e94-00db56f6b620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:46:38.811524 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01aad907-ddda-48ae-9a01-5da60f1f6a5c None None] New status for floating IP fd119a77-cc3d-4709-8c92-7e4c35b0993d: ACTIVE {{(pid=101814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 20:46:38.839908 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf7abe-a0ca-4f37-87e2-ae7d8b2d985e req-6813aa89-7d12-4def-b76f-74da9467d485 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:38.841413 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cdaf7abe-a0ca-4f37-87e2-ae7d8b2d985e req-6813aa89-7d12-4def-b76f-74da9467d485 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 945 time: 0.0634110 Nov 11 20:46:38.888514 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cdaf7abe-a0ca-4f37-87e2-ae7d8b2d985e req-1f9a72be-8c4a-4fb7-896d-efcad9b931c1 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401676 Nov 11 20:46:40.016216 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96b680-6151-45ca-a052-1bd585c58da3 req-c7e9ef8f-1526-4fff-8099-fd13bd213cc3 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:40.017702 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5b96b680-6151-45ca-a052-1bd585c58da3 req-c7e9ef8f-1526-4fff-8099-fd13bd213cc3 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 945 time: 0.0572910 Nov 11 20:46:40.063895 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5b96b680-6151-45ca-a052-1bd585c58da3 req-125ca1ff-0b8d-4277-a651-12bc5d5d6092 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400808 Nov 11 20:46:40.593814 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 962e998a-c58f-4876-b93f-8de3af37c538 no longer exists at agent hyperv_hv-cinder-81764 {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:46:40.668960 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:40.695335 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '962e998a-c58f-4876-b93f-8de3af37c538'}] {{(pid=101813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:46:40.697623 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0340890b3ce0369dfbb204f3d0516fe3d00048a2838df9679e450f9495620248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfd2312-522f-4db1-bab3-d741711878ab" -d '{"events": [{"server_uuid": "88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e", "name": "network-vif-unplugged", "status": "completed", "tag": "962e998a-c58f-4876-b93f-8de3af37c538"}]}' {{(pid=101813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:46:40.710297 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 962e998a-c58f-4876-b93f-8de3af37c538, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=962e998a-c58f-4876-b93f-8de3af37c538,segment=NetworkSegment(bc2cdd12-61b5-41c6-859f-e3f0a8c491bb),segment_id=bc2cdd12-61b5-41c6-859f-e3f0a8c491bb)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:46:40.714669 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:40.743693 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 11 Nov 2021 20:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c001989e-145e-48c0-bcec-ab7a83efbb3e x-openstack-request-id: req-c001989e-145e-48c0-bcec-ab7a83efbb3e {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:46:40.744001 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e", "name": "network-vif-unplugged", "status": "failed", "tag": "962e998a-c58f-4876-b93f-8de3af37c538", "code": 422}]} {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:46:40.744277 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c001989e-145e-48c0-bcec-ab7a83efbb3e {{(pid=101813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:46:40.744678 dv-cinder-817642-1-iscsi neutron-server[101813]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '962e998a-c58f-4876-b93f-8de3af37c538', 'code': 422} returned with failed status Nov 11 20:46:40.770929 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Pushing event updated for resources: {'Port': ['ID=962e998a-c58f-4876-b93f-8de3af37c538,revision_number=8']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:46:40.854710 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [req-4affe553-a735-4314-b88c-e30799f9975d req-91910f4e-a282-498c-92c8-c918a8ee41cc service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=101811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:46:40.856093 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4affe553-a735-4314-b88c-e30799f9975d req-91910f4e-a282-498c-92c8-c918a8ee41cc service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053093 Nov 11 20:46:41.014041 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7395f-20b9-4dd4-9439-58c01a69b32e req-9c8dde59-0589-4229-a6f3-5ad93c074d43 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:41.015528 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-51b7395f-20b9-4dd4-9439-58c01a69b32e req-9c8dde59-0589-4229-a6f3-5ad93c074d43 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 943 time: 0.0507486 Nov 11 20:46:41.066034 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-51b7395f-20b9-4dd4-9439-58c01a69b32e req-77e16a33-728f-4314-9d5c-fa0ca9d725c2 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439534 Nov 11 20:46:41.204906 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 50238) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:46:41.290168 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b65accff-87d6-4db2-beca-babc4b9138e1 req-8bae7fa2-bd3f-4571-88ac-cd4b9705cccb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0841091 Nov 11 20:46:41.298837 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [req-b65accff-87d6-4db2-beca-babc4b9138e1 req-c0e12ada-74f2-4e0f-a65d-b13d77f53c5b service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=101811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:46:41.299919 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b65accff-87d6-4db2-beca-babc4b9138e1 req-c0e12ada-74f2-4e0f-a65d-b13d77f53c5b service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048916 Nov 11 20:46:42.188165 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc1c66-783d-407b-b1b1-58ecd5e3b5af req-2811acd5-d931-4c37-85f0-700bcd3e54ec tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:42.189623 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8cdc1c66-783d-407b-b1b1-58ecd5e3b5af req-2811acd5-d931-4c37-85f0-700bcd3e54ec tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 943 time: 0.0484633 Nov 11 20:46:42.260716 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8cdc1c66-783d-407b-b1b1-58ecd5e3b5af req-e46b9145-d5d0-419b-a23f-f0a7f9ebea53 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640469 Nov 11 20:46:42.272031 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65accff-87d6-4db2-beca-babc4b9138e1 req-05b00594-d01c-4ec6-a47a-244f462c37bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:42.273522 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b65accff-87d6-4db2-beca-babc4b9138e1 req-05b00594-d01c-4ec6-a47a-244f462c37bb service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e&tenant_id=38d540a76ef9405bb94b7e433494fabd HTTP/1.1" status: 200 len: 1096 time: 0.0563617 Nov 11 20:46:42.348326 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65accff-87d6-4db2-beca-babc4b9138e1 req-19c1f941-10aa-49f4-be40-58665f4aefc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:42.350424 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b65accff-87d6-4db2-beca-babc4b9138e1 req-19c1f941-10aa-49f4-be40-58665f4aefc7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=38d540a76ef9405bb94b7e433494fabd&device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 1096 time: 0.0416021 Nov 11 20:46:42.447919 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65accff-87d6-4db2-beca-babc4b9138e1 req-c1e63f7d-165e-4f68-9cbf-ab3116a9385a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:42.449600 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b65accff-87d6-4db2-beca-babc4b9138e1 req-c1e63f7d-165e-4f68-9cbf-ab3116a9385a service neutron] 10.222.0.78 "GET /v2.0/networks?id=51d362a5-52f5-4926-aac3-68c4c9326236 HTTP/1.1" status: 200 len: 917 time: 0.0895197 Nov 11 20:46:42.544759 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b65accff-87d6-4db2-beca-babc4b9138e1 req-f926a30a-edf2-4492-8af6-b00b70934ab6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=962e998a-c58f-4876-b93f-8de3af37c538 HTTP/1.1" status: 200 len: 998 time: 0.0578153 Nov 11 20:46:42.597630 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65accff-87d6-4db2-beca-babc4b9138e1 req-6b698294-8f18-4df5-b1a3-3c3879d9d373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:42.599031 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b65accff-87d6-4db2-beca-babc4b9138e1 req-6b698294-8f18-4df5-b1a3-3c3879d9d373 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b93905e5-6d6f-41ed-9efc-0dfc53d52f76 HTTP/1.1" status: 200 len: 855 time: 0.0461867 Nov 11 20:46:42.645254 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65accff-87d6-4db2-beca-babc4b9138e1 req-91802c42-b68e-460e-86a0-4098d2ecab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:42.646684 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b65accff-87d6-4db2-beca-babc4b9138e1 req-91802c42-b68e-460e-86a0-4098d2ecab7f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=51d362a5-52f5-4926-aac3-68c4c9326236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387018 Nov 11 20:46:42.742955 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b65accff-87d6-4db2-beca-babc4b9138e1 req-a4e14f4f-09aa-469e-8d07-363da1789c2e service neutron] 10.222.0.78 "GET /v2.0/networks/51d362a5-52f5-4926-aac3-68c4c9326236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835502 Nov 11 20:46:42.836270 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b65accff-87d6-4db2-beca-babc4b9138e1 req-f59f5fde-6509-4444-8a61-35fcd92edd4b service neutron] 10.222.0.78 "GET /v2.0/networks/51d362a5-52f5-4926-aac3-68c4c9326236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813816 Nov 11 20:46:43.397022 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47d2a3-cba6-4075-9567-f96be7fa210e req-10f5ac4e-4dc8-420e-8a18-df43bcc227e0 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:43.398427 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-eb47d2a3-cba6-4075-9567-f96be7fa210e req-10f5ac4e-4dc8-420e-8a18-df43bcc227e0 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 943 time: 0.0589080 Nov 11 20:46:43.457160 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-eb47d2a3-cba6-4075-9567-f96be7fa210e req-4ebd89c7-65b5-42b9-8210-2248a70222fe tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528982 Nov 11 20:46:44.583746 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e36d4c-d880-49fb-a04b-556351e06dc0 req-4d100e6b-2846-4b8b-a12d-f443df4521a2 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:44.585377 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-08e36d4c-d880-49fb-a04b-556351e06dc0 req-4d100e6b-2846-4b8b-a12d-f443df4521a2 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 943 time: 0.0508344 Nov 11 20:46:44.593990 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 962e998a-c58f-4876-b93f-8de3af37c538 no longer exists at agent hyperv_hv-cinder-81764 {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:46:44.638711 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-08e36d4c-d880-49fb-a04b-556351e06dc0 req-dd344b3f-cba7-4507-880b-8e99a96f4dcf tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459468 Nov 11 20:46:45.762560 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba75b1e-f7a5-44b3-8d0e-713fb26cd6c0 req-a6046fad-e07a-4b46-8322-985cb488e0fd tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:45.764311 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fba75b1e-f7a5-44b3-8d0e-713fb26cd6c0 req-a6046fad-e07a-4b46-8322-985cb488e0fd tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 943 time: 0.0513299 Nov 11 20:46:45.815324 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fba75b1e-f7a5-44b3-8d0e-713fb26cd6c0 req-60a378ea-2008-4f4d-9776-b470262cd272 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444450 Nov 11 20:46:46.947319 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12899333-d978-4800-b71e-593b9f587d63 req-432df7c9-afc4-4df7-a1b6-7ba66da2528a tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:46.950330 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-12899333-d978-4800-b71e-593b9f587d63 req-432df7c9-afc4-4df7-a1b6-7ba66da2528a tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 943 time: 0.0590854 Nov 11 20:46:47.004460 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-12899333-d978-4800-b71e-593b9f587d63 req-dfd5aec2-fd77-405c-828f-7552b7d9f4da tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451760 Nov 11 20:46:48.131774 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95927f63-9776-459a-821b-9a08f7b30e5b req-786a6205-b3e2-4b33-9f7b-96139deb9001 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:48.134741 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-95927f63-9776-459a-821b-9a08f7b30e5b req-786a6205-b3e2-4b33-9f7b-96139deb9001 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 943 time: 0.0578556 Nov 11 20:46:48.190952 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-95927f63-9776-459a-821b-9a08f7b30e5b req-0c541559-ae8f-42b9-9ea3-1eacb6fa612f tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505979 Nov 11 20:46:49.314677 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58acf0e-a117-4209-ad79-c5a61978a2a7 req-f8095926-7fce-45fa-a668-2210d8edca88 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:49.316489 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c58acf0e-a117-4209-ad79-c5a61978a2a7 req-f8095926-7fce-45fa-a668-2210d8edca88 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 943 time: 0.0501134 Nov 11 20:46:49.369606 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c58acf0e-a117-4209-ad79-c5a61978a2a7 req-ea0012ee-3500-4f39-8002-3b2f075e82ba tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459595 Nov 11 20:46:50.491624 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219b200-7827-4001-a579-de6dd3d39b48 req-fb5873a4-899e-4adb-9d43-7d3aca7408d1 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:50.493348 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3219b200-7827-4001-a579-de6dd3d39b48 req-fb5873a4-899e-4adb-9d43-7d3aca7408d1 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 943 time: 0.0504427 Nov 11 20:46:50.546809 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3219b200-7827-4001-a579-de6dd3d39b48 req-f5ab2c6e-e872-4d79-86eb-2fa793e88cbc tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474041 Nov 11 20:46:51.676591 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d650e6-04af-4ad2-b364-c46343bd7d32 req-2c9d0eae-ec4c-405d-934a-a737822e2159 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:51.678107 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-04d650e6-04af-4ad2-b364-c46343bd7d32 req-2c9d0eae-ec4c-405d-934a-a737822e2159 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 943 time: 0.0492051 Nov 11 20:46:51.727746 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-04d650e6-04af-4ad2-b364-c46343bd7d32 req-10ba49c5-3d36-4920-a57d-53a37de8d08a tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429358 Nov 11 20:46:51.849637 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.agents_db [None req-82748851-6744-43b9-bd77-83e744a7c088 None None] Agent healthcheck: found 6 active agents {{(pid=101814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:46:52.185159 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:46:52.896700 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939dec9-2aa0-4d8a-b865-edbaf8826238 req-16980ba8-90cd-4094-b7af-8d15beb581d2 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:52.898797 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d939dec9-2aa0-4d8a-b865-edbaf8826238 req-16980ba8-90cd-4094-b7af-8d15beb581d2 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 943 time: 0.0900664 Nov 11 20:46:52.975556 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d939dec9-2aa0-4d8a-b865-edbaf8826238 req-28daaf46-2738-4e38-b732-66543730a8d2 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702188 Nov 11 20:46:54.118024 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd823dd9-d7db-440b-b297-9060e7c7eb3a req-ff0ea2d1-4713-4379-97e2-7044ad530935 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:54.119508 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cd823dd9-d7db-440b-b297-9060e7c7eb3a req-ff0ea2d1-4713-4379-97e2-7044ad530935 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 943 time: 0.0596559 Nov 11 20:46:54.174558 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cd823dd9-d7db-440b-b297-9060e7c7eb3a req-89cd201c-7e60-4788-974f-f05c85c1a33d tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488670 Nov 11 20:46:55.307255 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1a20a-247a-482c-8a83-ef2fab6c4d31 req-6b32c677-1547-4565-8cc9-988d9845c160 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:55.308722 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f5d1a20a-247a-482c-8a83-ef2fab6c4d31 req-6b32c677-1547-4565-8cc9-988d9845c160 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 943 time: 0.0534899 Nov 11 20:46:55.360209 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f5d1a20a-247a-482c-8a83-ef2fab6c4d31 req-655d842d-57de-4cb2-af4c-69c2d122c296 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451136 Nov 11 20:46:56.484281 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd3ad11-debe-4fa8-b4e9-98ce0bb4534a req-f3edc742-89f7-4815-bf99-262da60e95ca tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:56.487757 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ecd3ad11-debe-4fa8-b4e9-98ce0bb4534a req-f3edc742-89f7-4815-bf99-262da60e95ca tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 943 time: 0.0543685 Nov 11 20:46:56.533198 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ecd3ad11-debe-4fa8-b4e9-98ce0bb4534a req-2e8549fe-49d9-4554-adff-080089597c23 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406044 Nov 11 20:46:57.665330 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0193481-465e-4293-ad04-c2c7002b6fae req-c071f7a0-9358-472b-8eab-517bb6306ae9 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:57.666836 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e0193481-465e-4293-ad04-c2c7002b6fae req-c071f7a0-9358-472b-8eab-517bb6306ae9 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 943 time: 0.0543258 Nov 11 20:46:57.720388 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e0193481-465e-4293-ad04-c2c7002b6fae req-0321a951-95c6-4732-97a4-2eca9568f4fb tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476146 Nov 11 20:46:58.846004 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ed61d-6151-4e2d-ab71-b3621dbb6ad5 req-723b92b5-87cf-4841-8b29-1780c6e5302e tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:46:58.847505 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-672ed61d-6151-4e2d-ab71-b3621dbb6ad5 req-723b92b5-87cf-4841-8b29-1780c6e5302e tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 943 time: 0.0487893 Nov 11 20:46:58.901150 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-672ed61d-6151-4e2d-ab71-b3621dbb6ad5 req-15ba0cce-4588-4533-b8ca-e63e68ae761e tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443583 Nov 11 20:47:00.027053 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca29b3-a300-414a-8a8b-e46e9e077172 req-ce44fc51-4cbe-4668-8fba-b3da37f4b850 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:00.028584 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-90ca29b3-a300-414a-8a8b-e46e9e077172 req-ce44fc51-4cbe-4668-8fba-b3da37f4b850 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 943 time: 0.0517771 Nov 11 20:47:00.076876 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-90ca29b3-a300-414a-8a8b-e46e9e077172 req-1283d151-5220-4386-bcc8-bffe651c7603 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413060 Nov 11 20:47:00.733712 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-5804ce51-c390-43bf-b1a5-3a0e69be0691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:01.203416 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa189ff-db56-4b05-9258-6d7a5d40cd46 req-f33e7be3-137b-4314-ac73-9d736d915fa5 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:01.204922 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5aa189ff-db56-4b05-9258-6d7a5d40cd46 req-f33e7be3-137b-4314-ac73-9d736d915fa5 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 943 time: 0.0535073 Nov 11 20:47:01.257132 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5aa189ff-db56-4b05-9258-6d7a5d40cd46 req-673e8880-947d-4215-b20d-d5d4d28e7bfc tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446262 Nov 11 20:47:02.382231 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa698e7-23f3-4284-b73f-5aae1612c277 req-b60a2f97-9803-41ca-ad8a-5a81f0290426 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:02.384941 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3aa698e7-23f3-4284-b73f-5aae1612c277 req-b60a2f97-9803-41ca-ad8a-5a81f0290426 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 943 time: 0.0524397 Nov 11 20:47:02.434381 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3aa698e7-23f3-4284-b73f-5aae1612c277 req-50bd2c2a-9a4c-485b-bb3e-2dae25a8a967 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434983 Nov 11 20:47:02.719227 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 962e998a-c58f-4876-b93f-8de3af37c538 details requested by agent hyperv_hv-cinder-81764 with host hv-cinder-81764 {{(pid=101813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:47:02.815180 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 962e998a-c58f-4876-b93f-8de3af37c538, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=962e998a-c58f-4876-b93f-8de3af37c538,segment=NetworkSegment(bc2cdd12-61b5-41c6-859f-e3f0a8c491bb),segment_id=bc2cdd12-61b5-41c6-859f-e3f0a8c491bb)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:47:02.826766 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Returning: {'device': '962e998a-c58f-4876-b93f-8de3af37c538', 'network_id': '51d362a5-52f5-4926-aac3-68c4c9326236', 'port_id': '962e998a-c58f-4876-b93f-8de3af37c538', 'mac_address': 'fa:16:3e:70:51:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b93905e5-6d6f-41ed-9efc-0dfc53d52f76', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:47:02.861847 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:02.878072 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.notifiers.nova [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 962e998a-c58f-4876-b93f-8de3af37c538 {{(pid=101813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:47:02.897148 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 962e998a-c58f-4876-b93f-8de3af37c538, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=962e998a-c58f-4876-b93f-8de3af37c538,segment=NetworkSegment(bc2cdd12-61b5-41c6-859f-e3f0a8c491bb),segment_id=bc2cdd12-61b5-41c6-859f-e3f0a8c491bb)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:47:02.902229 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:02.949011 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Pushing event updated for resources: {'Port': ['ID=962e998a-c58f-4876-b93f-8de3af37c538,revision_number=9']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:03.249026 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] get_ports_and_sgs() called for port_ids ['962e998a-c58f-4876-b93f-8de3af37c538'] {{(pid=101813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:47:03.405890 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c2c88205-5a51-48b6-a581-e7e5ea17e36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:03.558119 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58521ec8-2280-4398-8662-e9b5056d0b83 req-b3b400be-8e40-43a8-8313-696dee51b9cd tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:03.559501 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-58521ec8-2280-4398-8662-e9b5056d0b83 req-b3b400be-8e40-43a8-8313-696dee51b9cd tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 944 time: 0.0519702 Nov 11 20:47:03.611029 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-58521ec8-2280-4398-8662-e9b5056d0b83 req-6f75cd59-53e7-4123-a792-6b29914df415 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456533 Nov 11 20:47:04.387776 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3d9940ef-842e-4b07-a279-f9f66b0ee11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:04.733029 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f59bf5-b2c7-49ec-bbd7-1ef408723c59 req-a16a3659-df36-4f57-8340-0d31a8635311 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:04.734641 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d9f59bf5-b2c7-49ec-bbd7-1ef408723c59 req-a16a3659-df36-4f57-8340-0d31a8635311 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 944 time: 0.0512221 Nov 11 20:47:04.736709 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 962e998a-c58f-4876-b93f-8de3af37c538 up at agent hyperv_hv-cinder-81764 {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:47:04.784447 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d9f59bf5-b2c7-49ec-bbd7-1ef408723c59 req-5aae0877-87d3-4633-b4e5-65126cc825df tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436220 Nov 11 20:47:04.788852 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Provisioning complete for port 962e998a-c58f-4876-b93f-8de3af37c538 triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:47:04.789252 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:04.871867 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:04.894325 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962e998a-c58f-4876-b93f-8de3af37c538'}] {{(pid=101813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:47:04.896510 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0340890b3ce0369dfbb204f3d0516fe3d00048a2838df9679e450f9495620248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5356095f-86f9-49b4-bb20-73cfef6e766f" -d '{"events": [{"server_uuid": "88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e", "name": "network-vif-plugged", "status": "completed", "tag": "962e998a-c58f-4876-b93f-8de3af37c538"}]}' {{(pid=101813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:47:04.909631 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 962e998a-c58f-4876-b93f-8de3af37c538, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=962e998a-c58f-4876-b93f-8de3af37c538,segment=NetworkSegment(bc2cdd12-61b5-41c6-859f-e3f0a8c491bb),segment_id=bc2cdd12-61b5-41c6-859f-e3f0a8c491bb)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:47:04.913868 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:04.940291 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3522ef9f-f406-4f2c-af99-5ef69865f15a x-openstack-request-id: req-3522ef9f-f406-4f2c-af99-5ef69865f15a {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:47:04.940741 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e", "name": "network-vif-plugged", "status": "completed", "tag": "962e998a-c58f-4876-b93f-8de3af37c538", "code": 200}]} {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:47:04.941038 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3522ef9f-f406-4f2c-af99-5ef69865f15a {{(pid=101813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:47:04.941421 dv-cinder-817642-1-iscsi neutron-server[101813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962e998a-c58f-4876-b93f-8de3af37c538', 'code': 200} Nov 11 20:47:04.966631 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Pushing event updated for resources: {'Port': ['ID=962e998a-c58f-4876-b93f-8de3af37c538,revision_number=10']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:05.182475 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f4ed3-879a-450b-b984-1266628f2e14 req-397cd44d-5f35-4c37-82e9-07a65c80c0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:05.183861 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-202f4ed3-879a-450b-b984-1266628f2e14 req-397cd44d-5f35-4c37-82e9-07a65c80c0eb service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 1099 time: 0.0408473 Nov 11 20:47:05.234918 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-202f4ed3-879a-450b-b984-1266628f2e14 req-2afe80f7-d2bb-48da-ba53-b90f5e833bb0 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381417 Nov 11 20:47:05.912943 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96fab4-2a16-4037-88e5-f5d1f444d1ee req-1bd6c15e-800c-445d-97fc-00f1f6526d68 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:05.914341 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3c96fab4-2a16-4037-88e5-f5d1f444d1ee req-1bd6c15e-800c-445d-97fc-00f1f6526d68 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 946 time: 0.0524654 Nov 11 20:47:05.963624 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3c96fab4-2a16-4037-88e5-f5d1f444d1ee req-c1f43be6-6345-4bbc-abc2-d9a789e6b629 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410097 Nov 11 20:47:06.132880 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b24fd597-249d-429f-8b46-48f3c6a9ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:06.433328 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:07.085746 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02649376-b32c-4b0a-bfd7-a6d22a0d0a87 req-0892c430-df29-4c81-86cf-9ca9a798e04d tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:07.087469 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-02649376-b32c-4b0a-bfd7-a6d22a0d0a87 req-0892c430-df29-4c81-86cf-9ca9a798e04d tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 946 time: 0.0516171 Nov 11 20:47:07.140352 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-02649376-b32c-4b0a-bfd7-a6d22a0d0a87 req-8b59fbdf-bb81-4401-80d0-c0f671814792 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427969 Nov 11 20:47:08.267372 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e6355-1313-45eb-92ed-34b2b4da0ce6 req-792ba920-dbba-4fe6-9af4-12907f166b78 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:08.268845 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a69e6355-1313-45eb-92ed-34b2b4da0ce6 req-792ba920-dbba-4fe6-9af4-12907f166b78 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 946 time: 0.0509665 Nov 11 20:47:08.315528 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a69e6355-1313-45eb-92ed-34b2b4da0ce6 req-a60310d0-3f06-4ba1-a982-7473b40fd1a2 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402935 Nov 11 20:47:22.186176 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:23.584661 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-964aaaa1-6838-49c7-950f-01381d01c3f5 req-fdc165da-99b7-48df-8245-d850618cb9f5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407028 Nov 11 20:47:23.694265 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964aaaa1-6838-49c7-950f-01381d01c3f5 req-ba8a48a2-b624-444a-b7de-c4ea9c74d750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:23.695778 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-964aaaa1-6838-49c7-950f-01381d01c3f5 req-ba8a48a2-b624-444a-b7de-c4ea9c74d750 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=38d540a76ef9405bb94b7e433494fabd&device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 1099 time: 0.0552747 Nov 11 20:47:23.811639 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964aaaa1-6838-49c7-950f-01381d01c3f5 req-61ae6b8e-b101-4394-90c1-f61a8295d1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:23.813182 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-964aaaa1-6838-49c7-950f-01381d01c3f5 req-61ae6b8e-b101-4394-90c1-f61a8295d1d0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=51d362a5-52f5-4926-aac3-68c4c9326236 HTTP/1.1" status: 200 len: 917 time: 0.0882277 Nov 11 20:47:23.887832 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-964aaaa1-6838-49c7-950f-01381d01c3f5 req-03658612-908b-4adc-b046-edeacae9be13 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=962e998a-c58f-4876-b93f-8de3af37c538 HTTP/1.1" status: 200 len: 1000 time: 0.0573888 Nov 11 20:47:23.942710 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964aaaa1-6838-49c7-950f-01381d01c3f5 req-1b32d34d-9758-4b0c-8d03-c1f67ae71c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:23.944225 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-964aaaa1-6838-49c7-950f-01381d01c3f5 req-1b32d34d-9758-4b0c-8d03-c1f67ae71c85 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b93905e5-6d6f-41ed-9efc-0dfc53d52f76 HTTP/1.1" status: 200 len: 855 time: 0.0472322 Nov 11 20:47:24.006666 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964aaaa1-6838-49c7-950f-01381d01c3f5 req-272378ea-121c-4460-8790-fb827a3ac06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:24.008164 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-964aaaa1-6838-49c7-950f-01381d01c3f5 req-272378ea-121c-4460-8790-fb827a3ac06d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=51d362a5-52f5-4926-aac3-68c4c9326236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412207 Nov 11 20:47:24.102523 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-964aaaa1-6838-49c7-950f-01381d01c3f5 req-c27b8ad6-8023-461e-9bf4-ed4932390d35 service neutron] 10.222.0.78 "GET /v2.0/networks/51d362a5-52f5-4926-aac3-68c4c9326236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839865 Nov 11 20:47:24.198262 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-964aaaa1-6838-49c7-950f-01381d01c3f5 req-c7ab9756-ae98-48eb-b11b-4c8c3efd3d1b service neutron] 10.222.0.78 "GET /v2.0/networks/51d362a5-52f5-4926-aac3-68c4c9326236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840540 Nov 11 20:47:28.849103 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.agents_db [None req-82748851-6744-43b9-bd77-83e744a7c088 None None] Agent healthcheck: found 6 active agents {{(pid=101814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:47:30.726505 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-bb216694-3e80-466f-897c-258d45d8c1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:33.407867 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-ffdb7845-7dc1-4527-a740-b824aba215fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:34.389280 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3d9940ef-842e-4b07-a279-f9f66b0ee11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:35.139673 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8877c5-fc86-4106-9b41-6dff2b396e86 req-58a6903e-d889-4ec6-b5c1-9fb4187f449c tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:35.141196 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-bc8877c5-fc86-4106-9b41-6dff2b396e86 req-58a6903e-d889-4ec6-b5c1-9fb4187f449c tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=971ec047-d7f9-4d3c-92e7-c7c532ece303 HTTP/1.1" status: 200 len: 945 time: 0.0516148 Nov 11 20:47:35.188121 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-bc8877c5-fc86-4106-9b41-6dff2b396e86 req-86a45ab2-0335-48c4-b0a7-ec845a4dbac7 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=b9a4659d-6617-473b-b20a-e8af55a03a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410104 Nov 11 20:47:36.131259 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b24fd597-249d-429f-8b46-48f3c6a9ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:36.317363 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa8dc7-cb04-4bde-a548-df11bd0ced6e req-a74f198d-d1fe-4b07-ba72-dc86b690bc85 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:36.318806 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-80aa8dc7-cb04-4bde-a548-df11bd0ced6e req-a74f198d-d1fe-4b07-ba72-dc86b690bc85 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=971ec047-d7f9-4d3c-92e7-c7c532ece303 HTTP/1.1" status: 200 len: 945 time: 0.0521698 Nov 11 20:47:36.364633 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-80aa8dc7-cb04-4bde-a548-df11bd0ced6e req-e8ea5e81-cf8b-4631-8126-cf46faa4407c tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=b9a4659d-6617-473b-b20a-e8af55a03a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399547 Nov 11 20:47:36.435247 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:37.050238 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f700ad-3580-4fef-8ff1-5e8b9c0fff55 req-634f8ca3-fb05-4a00-83d7-1af91abcc085 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:37.051703 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-03f700ad-3580-4fef-8ff1-5e8b9c0fff55 req-634f8ca3-fb05-4a00-83d7-1af91abcc085 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 946 time: 0.0494900 Nov 11 20:47:37.101156 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-03f700ad-3580-4fef-8ff1-5e8b9c0fff55 req-9a417826-332c-49e9-83b7-1952f8b55ada tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b47e2b2-2dfe-483a-9041-0e42cf0f8056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430915 Nov 11 20:47:37.483431 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f96d9-1eec-411b-9ce9-18ec843d2080 req-16c690f7-3626-49b8-ac87-093102cf811e tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:37.484922 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-684f96d9-1eec-411b-9ce9-18ec843d2080 req-16c690f7-3626-49b8-ac87-093102cf811e tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=971ec047-d7f9-4d3c-92e7-c7c532ece303 HTTP/1.1" status: 200 len: 945 time: 0.0483425 Nov 11 20:47:37.537481 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-684f96d9-1eec-411b-9ce9-18ec843d2080 req-a3c551ac-e52e-4991-bcf2-28414db3e6f6 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups?id=b9a4659d-6617-473b-b20a-e8af55a03a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466623 Nov 11 20:47:37.792322 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab122def-5293-416f-9294-d2cfe4bfe180 req-4e531fbe-5a12-4490-bf49-290064be600c tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:37.793885 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ab122def-5293-416f-9294-d2cfe4bfe180 req-4e531fbe-5a12-4490-bf49-290064be600c tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.78 "GET /v2.0/ports?device_id=971ec047-d7f9-4d3c-92e7-c7c532ece303 HTTP/1.1" status: 200 len: 945 time: 0.0492337 Nov 11 20:47:37.895018 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [req-ab122def-5293-416f-9294-d2cfe4bfe180 req-0640b698-0f0d-4061-8f2d-28986c69cff7 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Deleting port 316dc164-e888-41c3-b683-64eb173a3731 {{(pid=101811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:47:37.895353 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-ab122def-5293-416f-9294-d2cfe4bfe180 req-0640b698-0f0d-4061-8f2d-28986c69cff7 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:37.991074 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-ab122def-5293-416f-9294-d2cfe4bfe180 req-0640b698-0f0d-4061-8f2d-28986c69cff7 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] For port 316dc164-e888-41c3-b683-64eb173a3731, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=316dc164-e888-41c3-b683-64eb173a3731,segment=NetworkSegment(10d54165-ef60-4074-adbf-93405467530b),segment_id=10d54165-ef60-4074-adbf-93405467530b)] {{(pid=101811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:47:37.991431 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-ab122def-5293-416f-9294-d2cfe4bfe180 req-0640b698-0f0d-4061-8f2d-28986c69cff7 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:38.183189 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-ab122def-5293-416f-9294-d2cfe4bfe180 req-0640b698-0f0d-4061-8f2d-28986c69cff7 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:38.183991 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-ab122def-5293-416f-9294-d2cfe4bfe180 req-0640b698-0f0d-4061-8f2d-28986c69cff7 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656075'] for floatingip, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:38.184320 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.db.l3_db [req-ab122def-5293-416f-9294-d2cfe4bfe180 req-0640b698-0f0d-4061-8f2d-28986c69cff7 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Floating IP 6588c499-3bb3-465e-9418-e897e6a51c32 disassociated. External IP: 172.27.0.85, port: 316dc164-e888-41c3-b683-64eb173a3731. Nov 11 20:47:38.184656 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [req-ab122def-5293-416f-9294-d2cfe4bfe180 req-0640b698-0f0d-4061-8f2d-28986c69cff7 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Calling delete_port for 316dc164-e888-41c3-b683-64eb173a3731 owned by compute:nova {{(pid=101811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:47:38.269058 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e40b1-061f-4e10-94f9-77dbb443088d req-7e509903-ff27-43b2-b3f1-0ad88af08c84 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:38.270533 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-124e40b1-061f-4e10-94f9-77dbb443088d req-7e509903-ff27-43b2-b3f1-0ad88af08c84 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 946 time: 0.0979507 Nov 11 20:47:38.340856 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-124e40b1-061f-4e10-94f9-77dbb443088d req-c4434ee7-81d0-4692-b624-138f6fc12fdb tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b47e2b2-2dfe-483a-9041-0e42cf0f8056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627172 Nov 11 20:47:38.386879 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-ab122def-5293-416f-9294-d2cfe4bfe180 req-0640b698-0f0d-4061-8f2d-28986c69cff7 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25464144'] for port, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:38.414102 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0640b698-0f0d-4061-8f2d-28986c69cff7 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Pushing event deleted for resources: {'Port': ['ID=316dc164-e888-41c3-b683-64eb173a3731,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:38.428140 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0640b698-0f0d-4061-8f2d-28986c69cff7 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:38.428494 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0640b698-0f0d-4061-8f2d-28986c69cff7 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:38.428836 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0640b698-0f0d-4061-8f2d-28986c69cff7 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:38.429172 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0640b698-0f0d-4061-8f2d-28986c69cff7 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:38.429509 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0640b698-0f0d-4061-8f2d-28986c69cff7 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:38.429845 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0640b698-0f0d-4061-8f2d-28986c69cff7 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:38.430174 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0640b698-0f0d-4061-8f2d-28986c69cff7 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:38.430502 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0640b698-0f0d-4061-8f2d-28986c69cff7 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:38.430830 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0640b698-0f0d-4061-8f2d-28986c69cff7 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:38.431155 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0640b698-0f0d-4061-8f2d-28986c69cff7 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:38.431478 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0640b698-0f0d-4061-8f2d-28986c69cff7 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:38.431795 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0640b698-0f0d-4061-8f2d-28986c69cff7 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:38.544883 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab122def-5293-416f-9294-d2cfe4bfe180 req-0640b698-0f0d-4061-8f2d-28986c69cff7 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Router b0f6d551-b240-494f-9615-5eb5f3abddc2 has already been hosted by L3 agent 078c1a4f-b62f-4fa2-93c9-12887f0677c3 {{(pid=101811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:47:38.658427 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-41536f74-e428-4a2e-b02e-64ae1efba3d3 req-9c17d6ed-45a7-455c-a1ec-538f4e0126f4 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/ports?device_id=971ec047-d7f9-4d3c-92e7-c7c532ece303 HTTP/1.1" status: 200 len: 210 time: 0.0504026 Nov 11 20:47:38.678779 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab122def-5293-416f-9294-d2cfe4bfe180 req-0640b698-0f0d-4061-8f2d-28986c69cff7 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Notify agent at l3_agent.dv-cinder-817642-1-iscsi the message routers_updated {{(pid=101811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:47:38.688639 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972001ae-cbe5-47c7-9615-4b95da3c0aca None None] Sync routers for ids ['b0f6d551-b240-494f-9615-5eb5f3abddc2'] in dv-cinder-817642-1-iscsi {{(pid=101813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:47:38.699717 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972001ae-cbe5-47c7-9615-4b95da3c0aca None None] Routers {'b0f6d551-b240-494f-9615-5eb5f3abddc2'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:47:38.700665 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-972001ae-cbe5-47c7-9615-4b95da3c0aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:47:33Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['b0f6d551-b240-494f-9615-5eb5f3abddc2'], 'active': True} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:38.723225 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab122def-5293-416f-9294-d2cfe4bfe180 req-0640b698-0f0d-4061-8f2d-28986c69cff7 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] No DVR routers for this DVR port 316dc164-e888-41c3-b683-64eb173a3731 on host hv-cinder-81764 {{(pid=101811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:47:38.726049 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-ab122def-5293-416f-9294-d2cfe4bfe180 req-0640b698-0f0d-4061-8f2d-28986c69cff7 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:38.730639 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ab122def-5293-416f-9294-d2cfe4bfe180 req-0640b698-0f0d-4061-8f2d-28986c69cff7 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.78 "DELETE /v2.0/ports/316dc164-e888-41c3-b683-64eb173a3731 HTTP/1.1" status: 204 len: 173 time: 0.9299176 Nov 11 20:47:38.731124 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '971ec047-d7f9-4d3c-92e7-c7c532ece303', 'name': 'network-vif-deleted', 'tag': '316dc164-e888-41c3-b683-64eb173a3731'}] {{(pid=101811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:47:38.733414 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5736cb7e175e5ed5563496e7c8b9c6d8883e61bc6d504a4dc096e4a6f480cdce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616a58ea-5e5d-480e-a60a-bb18dd684697" -d '{"events": [{"server_uuid": "971ec047-d7f9-4d3c-92e7-c7c532ece303", "name": "network-vif-deleted", "tag": "316dc164-e888-41c3-b683-64eb173a3731"}]}' {{(pid=101811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:47:38.775513 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4dbc520-c128-4808-8516-3f60edc12cfc x-openstack-request-id: req-e4dbc520-c128-4808-8516-3f60edc12cfc {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:47:38.775962 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "971ec047-d7f9-4d3c-92e7-c7c532ece303", "name": "network-vif-deleted", "tag": "316dc164-e888-41c3-b683-64eb173a3731", "status": "completed", "code": 200}]} {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:47:38.776274 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e4dbc520-c128-4808-8516-3f60edc12cfc {{(pid=101811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:47:38.776653 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '971ec047-d7f9-4d3c-92e7-c7c532ece303', 'name': 'network-vif-deleted', 'tag': '316dc164-e888-41c3-b683-64eb173a3731', 'status': 'completed', 'code': 200} Nov 11 20:47:38.948441 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvr_db [None req-972001ae-cbe5-47c7-9615-4b95da3c0aca None None] Set router b0f6d551-b240-494f-9615-5eb5f3abddc2 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:47:39.146228 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-972001ae-cbe5-47c7-9615-4b95da3c0aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'name': 'tempest-AttachVolumeTestJSON-643645549-router', 'tenant_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'a4c8c0cc-074b-4aa9-a523-77c91c424727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:39:39Z', 'updated_at': '2021-11-11T20:39:46Z', 'revision_number': 4, 'project_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'gw_port': {'id': 'a4c8c0cc-074b-4aa9-a523-77c91c424727', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:41Z', 'updated_at': '2021-11-11T20:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': 'efb5c89e-d36d-4574-8d1e-764f017b4aed', 'name': '', 'network_id': '515d5239-5614-4a6a-85cb-8dd4e9ebdc6b', 'tenant_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'mac_address': 'fa:16:3e:59:73:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '043689e6-7343-4f4a-9ced-626818d24d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:45Z', 'updated_at': '2021-11-11T20:39:51Z', 'revision_number': 5, 'project_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'subnets': [{'id': '043689e6-7343-4f4a-9ced-626818d24d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:39.172723 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972001ae-cbe5-47c7-9615-4b95da3c0aca None None] Checking router: b0f6d551-b240-494f-9615-5eb5f3abddc2 for host: dv-cinder-817642-1-iscsi {{(pid=101813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:47:39.181194 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972001ae-cbe5-47c7-9615-4b95da3c0aca None None] Routers {'b0f6d551-b240-494f-9615-5eb5f3abddc2'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:47:39.181793 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-972001ae-cbe5-47c7-9615-4b95da3c0aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:47:33Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['b0f6d551-b240-494f-9615-5eb5f3abddc2'], 'active': True} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:39.289553 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvr_db [None req-972001ae-cbe5-47c7-9615-4b95da3c0aca None None] Set router b0f6d551-b240-494f-9615-5eb5f3abddc2 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:47:39.466581 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3d6bf-5924-4ee4-b89d-f9fb262f3595 req-125853f8-7dab-4c70-89e7-0c09aafe67be tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:39.468150 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-60a3d6bf-5924-4ee4-b89d-f9fb262f3595 req-125853f8-7dab-4c70-89e7-0c09aafe67be tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 946 time: 0.0560396 Nov 11 20:47:39.501323 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-972001ae-cbe5-47c7-9615-4b95da3c0aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'name': 'tempest-AttachVolumeTestJSON-643645549-router', 'tenant_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'a4c8c0cc-074b-4aa9-a523-77c91c424727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:39:39Z', 'updated_at': '2021-11-11T20:39:46Z', 'revision_number': 4, 'project_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'gw_port': {'id': 'a4c8c0cc-074b-4aa9-a523-77c91c424727', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:41Z', 'updated_at': '2021-11-11T20:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': 'efb5c89e-d36d-4574-8d1e-764f017b4aed', 'name': '', 'network_id': '515d5239-5614-4a6a-85cb-8dd4e9ebdc6b', 'tenant_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'mac_address': 'fa:16:3e:59:73:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '043689e6-7343-4f4a-9ced-626818d24d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:45Z', 'updated_at': '2021-11-11T20:39:51Z', 'revision_number': 5, 'project_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'subnets': [{'id': '043689e6-7343-4f4a-9ced-626818d24d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:39.519353 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-60a3d6bf-5924-4ee4-b89d-f9fb262f3595 req-c2451af7-559f-42da-80f7-71c09569c05b tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b47e2b2-2dfe-483a-9041-0e42cf0f8056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449522 Nov 11 20:47:39.532836 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972001ae-cbe5-47c7-9615-4b95da3c0aca None None] The sync data for ids ['b0f6d551-b240-494f-9615-5eb5f3abddc2'] in dv-cinder-817642-1-iscsi is: [{'id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'name': 'tempest-AttachVolumeTestJSON-643645549-router', 'tenant_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'a4c8c0cc-074b-4aa9-a523-77c91c424727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:39:39Z', 'updated_at': '2021-11-11T20:39:46Z', 'revision_number': 4, 'project_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'gw_port': {'id': 'a4c8c0cc-074b-4aa9-a523-77c91c424727', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:41Z', 'updated_at': '2021-11-11T20:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': 'efb5c89e-d36d-4574-8d1e-764f017b4aed', 'name': '', 'network_id': '515d5239-5614-4a6a-85cb-8dd4e9ebdc6b', 'tenant_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'mac_address': 'fa:16:3e:59:73:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '043689e6-7343-4f4a-9ced-626818d24d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:45Z', 'updated_at': '2021-11-11T20:39:51Z', 'revision_number': 5, 'project_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'subnets': [{'id': '043689e6-7343-4f4a-9ced-626818d24d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:47:39.745781 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 50548) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:47:39.757659 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9afca4c-919c-4fa0-9a31-fa65311b4d12 None None] New status for floating IP 6588c499-3bb3-465e-9418-e897e6a51c32: DOWN {{(pid=101814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 20:47:39.802871 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-1cc47da1-92c9-4790-99f1-6b4c64130ca0 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:39.830310 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-1cc47da1-92c9-4790-99f1-6b4c64130ca0 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:39.884271 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-1cc47da1-92c9-4790-99f1-6b4c64130ca0 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:39.887765 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-1cc47da1-92c9-4790-99f1-6b4c64130ca0 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:39.891325 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-1cc47da1-92c9-4790-99f1-6b4c64130ca0 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "DELETE /v2.0/security-groups/b9a4659d-6617-473b-b20a-e8af55a03a26 HTTP/1.1" status: 204 len: 168 time: 0.1421862 Nov 11 20:47:39.891821 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 50552) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:47:39.898730 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc47da1-92c9-4790-99f1-6b4c64130ca0 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a4659d-6617-473b-b20a-e8af55a03a26,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:39.907938 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc47da1-92c9-4790-99f1-6b4c64130ca0 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:39.908304 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc47da1-92c9-4790-99f1-6b4c64130ca0 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:39.908733 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc47da1-92c9-4790-99f1-6b4c64130ca0 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:39.909035 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc47da1-92c9-4790-99f1-6b4c64130ca0 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:39.909287 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc47da1-92c9-4790-99f1-6b4c64130ca0 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:39.909404 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.api.v2.resource [None req-f1b238f1-6eb3-483a-8c4e-89e2ed2b9038 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] show failed (client error): The resource could not be found. Nov 11 20:47:39.909618 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc47da1-92c9-4790-99f1-6b4c64130ca0 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:39.909947 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc47da1-92c9-4790-99f1-6b4c64130ca0 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:39.912169 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc47da1-92c9-4790-99f1-6b4c64130ca0 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:39.912284 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-f1b238f1-6eb3-483a-8c4e-89e2ed2b9038 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "GET /v2.0/security-groups/b9a4659d-6617-473b-b20a-e8af55a03a26 HTTP/1.1" status: 404 len: 347 time: 0.0168014 Nov 11 20:47:39.912382 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc47da1-92c9-4790-99f1-6b4c64130ca0 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:39.912382 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc47da1-92c9-4790-99f1-6b4c64130ca0 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:39.912382 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc47da1-92c9-4790-99f1-6b4c64130ca0 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:39.912382 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc47da1-92c9-4790-99f1-6b4c64130ca0 tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:47:39.913343 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 50554) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:47:40.036323 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [None req-e672b387-3e5a-4e80-9854-8657a87c7cad tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Deleting port 1ed15d02-7c0f-49bd-8c18-ae634c49afe8 {{(pid=101811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:47:40.036658 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-e672b387-3e5a-4e80-9854-8657a87c7cad tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:40.111544 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-e672b387-3e5a-4e80-9854-8657a87c7cad tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:40.111873 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-e672b387-3e5a-4e80-9854-8657a87c7cad tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:40.123631 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [None req-e672b387-3e5a-4e80-9854-8657a87c7cad tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Calling delete_port for 1ed15d02-7c0f-49bd-8c18-ae634c49afe8 owned by network:floatingip {{(pid=101811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:47:40.263099 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-e672b387-3e5a-4e80-9854-8657a87c7cad tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25464144'] for port, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:40.288170 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e672b387-3e5a-4e80-9854-8657a87c7cad tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Pushing event deleted for resources: {'Port': ['ID=1ed15d02-7c0f-49bd-8c18-ae634c49afe8,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:40.346129 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-e672b387-3e5a-4e80-9854-8657a87c7cad tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks [] for floatingip, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:40.348712 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-e672b387-3e5a-4e80-9854-8657a87c7cad tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for floatingip, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:40.349857 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-e672b387-3e5a-4e80-9854-8657a87c7cad tempest-AttachVolumeTestJSON-390603001 tempest-AttachVolumeTestJSON-390603001-project] 10.222.0.61 "DELETE /v2.0/floatingips/6588c499-3bb3-465e-9418-e897e6a51c32 HTTP/1.1" status: 204 len: 168 time: 0.4354947 Nov 11 20:47:40.638834 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126b852-9384-4192-bb6d-677a79ed0cbe req-d9b69816-9050-4654-81a5-2ff06c5507a9 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:40.640377 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7126b852-9384-4192-bb6d-677a79ed0cbe req-d9b69816-9050-4654-81a5-2ff06c5507a9 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 946 time: 0.0535977 Nov 11 20:47:40.695856 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-7126b852-9384-4192-bb6d-677a79ed0cbe req-e0ad2c49-8616-417b-9fec-343708ac5f74 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b47e2b2-2dfe-483a-9041-0e42cf0f8056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488458 Nov 11 20:47:40.937690 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 316dc164-e888-41c3-b683-64eb173a3731 no longer exists at agent hyperv_hv-cinder-81764 {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:47:40.957964 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] No Port match for: 316dc164-e888-41c3-b683-64eb173a3731 {{(pid=101813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:47:40.958305 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 316dc164-e888-41c3-b683-64eb173a3731 not bound to the agent host hv-cinder-81764 {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:47:41.811499 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573227d-416a-4231-84f3-9ff199575fbb req-3b9f780b-d871-459c-b1df-097bca392c36 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:41.813064 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8573227d-416a-4231-84f3-9ff199575fbb req-3b9f780b-d871-459c-b1df-097bca392c36 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 946 time: 0.0493524 Nov 11 20:47:41.864049 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8573227d-416a-4231-84f3-9ff199575fbb req-55ecdf00-3c94-4745-816a-4ffb63068190 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b47e2b2-2dfe-483a-9041-0e42cf0f8056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445206 Nov 11 20:47:42.980205 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfceba34-111c-4844-a77b-25075d90f033 req-e5b04006-0fc2-4e35-a751-34e62fd124bd tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:42.981782 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cfceba34-111c-4844-a77b-25075d90f033 req-e5b04006-0fc2-4e35-a751-34e62fd124bd tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 946 time: 0.0508263 Nov 11 20:47:43.031435 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cfceba34-111c-4844-a77b-25075d90f033 req-8aa7b6c0-c6bf-43d7-a070-b50162ff3829 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b47e2b2-2dfe-483a-9041-0e42cf0f8056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433276 Nov 11 20:47:43.868228 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 50590) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:47:44.453804 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4311f8-3c7a-4a7a-b88a-e99f0c83ebec req-71c8f1a6-5f5b-458e-9d97-60f7d9e465c0 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:44.455248 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fe4311f8-3c7a-4a7a-b88a-e99f0c83ebec req-71c8f1a6-5f5b-458e-9d97-60f7d9e465c0 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 946 time: 0.0946262 Nov 11 20:47:44.552969 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fe4311f8-3c7a-4a7a-b88a-e99f0c83ebec req-d37d01db-342b-4d12-8908-413ba84f2545 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b47e2b2-2dfe-483a-9041-0e42cf0f8056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917428 Nov 11 20:47:44.638532 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9dbbf643-ddcd-4f15-a6a4-0087b81e7595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671691'] for router_interface, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:44.877909 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [None req-9dbbf643-ddcd-4f15-a6a4-0087b81e7595 admin admin] Deleting port efb5c89e-d36d-4574-8d1e-764f017b4aed {{(pid=101811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:47:44.878243 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9dbbf643-ddcd-4f15-a6a4-0087b81e7595 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:44.954911 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [None req-9dbbf643-ddcd-4f15-a6a4-0087b81e7595 admin admin] For port efb5c89e-d36d-4574-8d1e-764f017b4aed, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=efb5c89e-d36d-4574-8d1e-764f017b4aed,segment=NetworkSegment(10d54165-ef60-4074-adbf-93405467530b),segment_id=10d54165-ef60-4074-adbf-93405467530b)] {{(pid=101811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:47:44.955292 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9dbbf643-ddcd-4f15-a6a4-0087b81e7595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:44.968095 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [None req-9dbbf643-ddcd-4f15-a6a4-0087b81e7595 admin admin] Calling delete_port for efb5c89e-d36d-4574-8d1e-764f017b4aed owned by network:router_interface {{(pid=101811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:47:45.148735 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9dbbf643-ddcd-4f15-a6a4-0087b81e7595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25464144'] for port, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:45.177193 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbbf643-ddcd-4f15-a6a4-0087b81e7595 admin admin] Pushing event deleted for resources: {'Port': ['ID=efb5c89e-d36d-4574-8d1e-764f017b4aed,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:45.340310 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9dbbf643-ddcd-4f15-a6a4-0087b81e7595 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-656251'] for router_interface, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:45.560090 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dbbf643-ddcd-4f15-a6a4-0087b81e7595 admin admin] Router b0f6d551-b240-494f-9615-5eb5f3abddc2 has already been hosted by L3 agent 078c1a4f-b62f-4fa2-93c9-12887f0677c3 {{(pid=101811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:47:45.693427 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dbbf643-ddcd-4f15-a6a4-0087b81e7595 admin admin] Notify agent at l3_agent.dv-cinder-817642-1-iscsi the message routers_updated {{(pid=101811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:47:45.698691 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-9dbbf643-ddcd-4f15-a6a4-0087b81e7595 admin admin] 10.222.0.61 "PUT /v2.0/routers/b0f6d551-b240-494f-9615-5eb5f3abddc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8293884 Nov 11 20:47:45.701636 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 50598) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:47:45.703352 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52e3bca-dd18-45ee-9b8e-176212e3e04f None None] Sync routers for ids ['b0f6d551-b240-494f-9615-5eb5f3abddc2'] in dv-cinder-817642-1-iscsi {{(pid=101813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:47:45.710886 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1c40f-4935-4938-bcda-c6152d3b6827 req-24957908-1ed7-4f28-af1d-7c3e996defde tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:45.712516 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-61d1c40f-4935-4938-bcda-c6152d3b6827 req-24957908-1ed7-4f28-af1d-7c3e996defde tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 946 time: 0.0674279 Nov 11 20:47:45.714714 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52e3bca-dd18-45ee-9b8e-176212e3e04f None None] Routers {'b0f6d551-b240-494f-9615-5eb5f3abddc2'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:47:45.715318 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-f52e3bca-dd18-45ee-9b8e-176212e3e04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:47:33Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['b0f6d551-b240-494f-9615-5eb5f3abddc2'], 'active': True} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:45.765222 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-61d1c40f-4935-4938-bcda-c6152d3b6827 req-1ed1af08-226a-4b30-9b83-668634a25a17 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b47e2b2-2dfe-483a-9041-0e42cf0f8056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459874 Nov 11 20:47:45.806548 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-0f165da7-e7c2-4a55-88b5-ff16af7510f4 admin admin] Publish callbacks [] for router, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:45.823686 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvr_db [None req-f52e3bca-dd18-45ee-9b8e-176212e3e04f None None] Set router b0f6d551-b240-494f-9615-5eb5f3abddc2 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:47:46.013288 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-f52e3bca-dd18-45ee-9b8e-176212e3e04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'name': 'tempest-AttachVolumeTestJSON-643645549-router', 'tenant_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'a4c8c0cc-074b-4aa9-a523-77c91c424727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:39:39Z', 'updated_at': '2021-11-11T20:47:45Z', 'revision_number': 5, 'project_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'gw_port': {'id': 'a4c8c0cc-074b-4aa9-a523-77c91c424727', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:41Z', 'updated_at': '2021-11-11T20:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi'}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:46.040321 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52e3bca-dd18-45ee-9b8e-176212e3e04f None None] Checking router: b0f6d551-b240-494f-9615-5eb5f3abddc2 for host: dv-cinder-817642-1-iscsi {{(pid=101813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:47:46.049366 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52e3bca-dd18-45ee-9b8e-176212e3e04f None None] Routers {'b0f6d551-b240-494f-9615-5eb5f3abddc2'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:47:46.049985 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-f52e3bca-dd18-45ee-9b8e-176212e3e04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:47:33Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['b0f6d551-b240-494f-9615-5eb5f3abddc2'], 'active': True} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:46.126790 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-0f165da7-e7c2-4a55-88b5-ff16af7510f4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:46.158556 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvr_db [None req-f52e3bca-dd18-45ee-9b8e-176212e3e04f None None] Set router b0f6d551-b240-494f-9615-5eb5f3abddc2 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:47:46.177631 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.plugin [None req-0f165da7-e7c2-4a55-88b5-ff16af7510f4 admin admin] Deleting port a4c8c0cc-074b-4aa9-a523-77c91c424727 {{(pid=101812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:47:46.177961 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-0f165da7-e7c2-4a55-88b5-ff16af7510f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:46.254539 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.db [None req-0f165da7-e7c2-4a55-88b5-ff16af7510f4 admin admin] For port a4c8c0cc-074b-4aa9-a523-77c91c424727, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=a4c8c0cc-074b-4aa9-a523-77c91c424727,segment=NetworkSegment(e9e9934c-1983-4624-9195-f2a2627c9ef4),segment_id=e9e9934c-1983-4624-9195-f2a2627c9ef4)] {{(pid=101812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:47:46.254895 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-0f165da7-e7c2-4a55-88b5-ff16af7510f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:46.267794 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.plugin [None req-0f165da7-e7c2-4a55-88b5-ff16af7510f4 admin admin] Calling delete_port for a4c8c0cc-074b-4aa9-a523-77c91c424727 owned by network:router_gateway {{(pid=101812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:47:46.334984 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-f52e3bca-dd18-45ee-9b8e-176212e3e04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'name': 'tempest-AttachVolumeTestJSON-643645549-router', 'tenant_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'a4c8c0cc-074b-4aa9-a523-77c91c424727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:39:39Z', 'updated_at': '2021-11-11T20:47:45Z', 'revision_number': 5, 'project_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'gw_port': {'id': 'a4c8c0cc-074b-4aa9-a523-77c91c424727', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:41Z', 'updated_at': '2021-11-11T20:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi'}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:46.364030 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52e3bca-dd18-45ee-9b8e-176212e3e04f None None] The sync data for ids ['b0f6d551-b240-494f-9615-5eb5f3abddc2'] in dv-cinder-817642-1-iscsi is: [{'id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'name': 'tempest-AttachVolumeTestJSON-643645549-router', 'tenant_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'a4c8c0cc-074b-4aa9-a523-77c91c424727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:39:39Z', 'updated_at': '2021-11-11T20:47:45Z', 'revision_number': 5, 'project_id': 'b5cef6cece0f4bf49468d6d0e5b6b269', 'gw_port': {'id': 'a4c8c0cc-074b-4aa9-a523-77c91c424727', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f6d551-b240-494f-9615-5eb5f3abddc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:39:41Z', 'updated_at': '2021-11-11T20:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi'}] {{(pid=101813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:47:46.436569 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-0f165da7-e7c2-4a55-88b5-ff16af7510f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3549817'] for port, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:46.463215 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f165da7-e7c2-4a55-88b5-ff16af7510f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4c8c0cc-074b-4aa9-a523-77c91c424727,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:46.524745 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-0f165da7-e7c2-4a55-88b5-ff16af7510f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656001'] for router_gateway, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:46.614454 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-0f165da7-e7c2-4a55-88b5-ff16af7510f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25019'] for router, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:46.616555 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-0f165da7-e7c2-4a55-88b5-ff16af7510f4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:46.658424 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-0f165da7-e7c2-4a55-88b5-ff16af7510f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669805'] for router, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:46.658913 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f165da7-e7c2-4a55-88b5-ff16af7510f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0f6d551-b240-494f-9615-5eb5f3abddc2 {{(pid=101812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 20:47:46.663749 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-0f165da7-e7c2-4a55-88b5-ff16af7510f4 admin admin] Publish callbacks [] for router, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:46.665096 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-0f165da7-e7c2-4a55-88b5-ff16af7510f4 admin admin] 10.222.0.61 "DELETE /v2.0/routers/b0f6d551-b240-494f-9615-5eb5f3abddc2 HTTP/1.1" status: 204 len: 168 time: 0.9624527 Nov 11 20:47:46.667709 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 50600) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:47:46.715147 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.db.db_base_plugin_v2 [None req-eff41fcd-d984-4307-a32e-02c8ed2a15e4 admin admin] Deleting subnet 043689e6-7343-4f4a-9ced-626818d24d47 {{(pid=101812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:47:46.718622 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-eff41fcd-d984-4307-a32e-02c8ed2a15e4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:46.753951 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-eff41fcd-d984-4307-a32e-02c8ed2a15e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4163766'] for subnet, precommit_delete_associations {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:46.872861 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-eff41fcd-d984-4307-a32e-02c8ed2a15e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16455430'] for subnet, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:46.890610 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c3414-f995-4487-a4bf-ed789369445a req-c633174b-41a4-4517-956b-7ca2975d8b10 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:46.892116 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-6f6c3414-f995-4487-a4bf-ed789369445a req-c633174b-41a4-4517-956b-7ca2975d8b10 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 946 time: 0.0543904 Nov 11 20:47:46.934863 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-eff41fcd-d984-4307-a32e-02c8ed2a15e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16455441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3549770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3891168'] for subnet, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:46.947190 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-eff41fcd-d984-4307-a32e-02c8ed2a15e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for subnet, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:46.953828 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-eff41fcd-d984-4307-a32e-02c8ed2a15e4 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/043689e6-7343-4f4a-9ced-626818d24d47 HTTP/1.1" status: 204 len: 168 time: 0.2825692 Nov 11 20:47:46.954329 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-6f6c3414-f995-4487-a4bf-ed789369445a req-add824d4-d92d-4b34-b99c-412791bb9a39 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b47e2b2-2dfe-483a-9041-0e42cf0f8056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563154 Nov 11 20:47:46.954794 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 50604) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:47:46.956544 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff04b3b-c58f-412a-8438-ea141370e151 None None] Network 515d5239-5614-4a6a-85cb-8dd4e9ebdc6b requested from dv-cinder-817642-1-iscsi {{(pid=101813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:47:46.972740 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff41fcd-d984-4307-a32e-02c8ed2a15e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=043689e6-7343-4f4a-9ced-626818d24d47,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:47.042874 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-50028a7b-5a30-4686-86d6-2190f075f396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16325219'] for network, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:47.096921 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [None req-50028a7b-5a30-4686-86d6-2190f075f396 admin admin] Deleting port 501f9eb3-27b5-47a6-9ef2-08997147f7cd {{(pid=101811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:47:47.097253 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-50028a7b-5a30-4686-86d6-2190f075f396 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:47.161788 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [None req-50028a7b-5a30-4686-86d6-2190f075f396 admin admin] For port 501f9eb3-27b5-47a6-9ef2-08997147f7cd, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=501f9eb3-27b5-47a6-9ef2-08997147f7cd,segment=NetworkSegment(10d54165-ef60-4074-adbf-93405467530b),segment_id=10d54165-ef60-4074-adbf-93405467530b)] {{(pid=101811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:47:47.162137 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-50028a7b-5a30-4686-86d6-2190f075f396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:47.175033 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [None req-50028a7b-5a30-4686-86d6-2190f075f396 admin admin] Calling delete_port for 501f9eb3-27b5-47a6-9ef2-08997147f7cd owned by network:dhcp {{(pid=101811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:47:47.251532 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-50028a7b-5a30-4686-86d6-2190f075f396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25464144'] for port, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:47.278998 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50028a7b-5a30-4686-86d6-2190f075f396 admin admin] Pushing event deleted for resources: {'Port': ['ID=501f9eb3-27b5-47a6-9ef2-08997147f7cd,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:47.280817 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50028a7b-5a30-4686-86d6-2190f075f396 admin admin] No DVR routers for this DVR port 501f9eb3-27b5-47a6-9ef2-08997147f7cd on host dv-cinder-817642-1-iscsi {{(pid=101811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:47:47.353965 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-50028a7b-5a30-4686-86d6-2190f075f396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451713', 'neutron.services.segments.db._delete_segments_for_network-8768469249518'] for network, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:47.374387 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.services.segments.db [None req-50028a7b-5a30-4686-86d6-2190f075f396 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['515d5239-5614-4a6a-85cb-8dd4e9ebdc6b']}} {{(pid=101811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:47.383821 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.services.segments.db [None req-50028a7b-5a30-4686-86d6-2190f075f396 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10d54165-ef60-4074-adbf-93405467530b') {'for_net_delete': True} {{(pid=101811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:47.384150 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.services.segments.db [None req-50028a7b-5a30-4686-86d6-2190f075f396 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10d54165-ef60-4074-adbf-93405467530b') {} {{(pid=101811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:47:47.395362 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-50028a7b-5a30-4686-86d6-2190f075f396 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768469040631', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25950205'] for segment, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:47.410063 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-50028a7b-5a30-4686-86d6-2190f075f396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16407769'] for segment, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:47.419680 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9735341-b5e4-44db-bd0f-6183bc3829da None None] DHCP port deletion for 515d5239-5614-4a6a-85cb-8dd4e9ebdc6b request from dv-cinder-817642-1-iscsi {{(pid=101813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:47:47.421062 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50028a7b-5a30-4686-86d6-2190f075f396 admin admin] Releasing vlan 865 on physical network physnet1 to pool {{(pid=101811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:47:47.421512 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-50028a7b-5a30-4686-86d6-2190f075f396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16407769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25464077'] for segment, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:47.423304 dv-cinder-817642-1-iscsi neutron-server[101811]: Traceback (most recent call last): Nov 11 20:47:47.423304 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:47:47.423304 dv-cinder-817642-1-iscsi neutron-server[101811]: timer() Nov 11 20:47:47.423304 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:47:47.423304 dv-cinder-817642-1-iscsi neutron-server[101811]: cb(*args, **kw) Nov 11 20:47:47.423304 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:47:47.423304 dv-cinder-817642-1-iscsi neutron-server[101811]: return func(*args, **kwargs) Nov 11 20:47:47.423304 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:47:47.423304 dv-cinder-817642-1-iscsi neutron-server[101811]: self._notify() Nov 11 20:47:47.423304 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:47:47.423304 dv-cinder-817642-1-iscsi neutron-server[101811]: self.callback(batched_events) Nov 11 20:47:47.423304 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:47:47.423304 dv-cinder-817642-1-iscsi neutron-server[101811]: event.method(event) Nov 11 20:47:47.423304 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:47:47.423304 dv-cinder-817642-1-iscsi neutron-server[101811]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:47:47.423304 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:47:47.423304 dv-cinder-817642-1-iscsi neutron-server[101811]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:47:47.423304 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:47:47.423304 dv-cinder-817642-1-iscsi neutron-server[101811]: return f(self, *a, **k) Nov 11 20:47:47.423304 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:47:47.423304 dv-cinder-817642-1-iscsi neutron-server[101811]: return self._get(url).json() Nov 11 20:47:47.423304 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:47:47.423304 dv-cinder-817642-1-iscsi neutron-server[101811]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:47:47.423304 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:47:47.423304 dv-cinder-817642-1-iscsi neutron-server[101811]: return self.request(url, 'GET', **kwargs) Nov 11 20:47:47.423304 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:47:47.423304 dv-cinder-817642-1-iscsi neutron-server[101811]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:47:47.423304 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:47:47.423304 dv-cinder-817642-1-iscsi neutron-server[101811]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:47:47.423304 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:47:47.423304 dv-cinder-817642-1-iscsi neutron-server[101811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:47:47.423304 dv-cinder-817642-1-iscsi neutron-server[101811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:47:47.484113 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-50028a7b-5a30-4686-86d6-2190f075f396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656125'] for network, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:47.491290 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-50028a7b-5a30-4686-86d6-2190f075f396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for network, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:47.494306 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-50028a7b-5a30-4686-86d6-2190f075f396 admin admin] 10.222.0.61 "DELETE /v2.0/networks/515d5239-5614-4a6a-85cb-8dd4e9ebdc6b HTTP/1.1" status: 204 len: 168 time: 0.5385981 Nov 11 20:47:47.505230 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50028a7b-5a30-4686-86d6-2190f075f396 admin admin] Pushing event deleted for resources: {'Network': ['ID=515d5239-5614-4a6a-85cb-8dd4e9ebdc6b,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:47.609133 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 50608) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:47:47.648565 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-aea23155-1281-46f6-8607-a1e3d5427132 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b5cef6cece0f4bf49468d6d0e5b6b269&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382147 Nov 11 20:47:47.650874 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 50610) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:47:47.697442 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-15e23b5f-d501-4691-8147-9e48e53cf36b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:47.719067 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-15e23b5f-d501-4691-8147-9e48e53cf36b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:47.764912 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-15e23b5f-d501-4691-8147-9e48e53cf36b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:47.767402 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-15e23b5f-d501-4691-8147-9e48e53cf36b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:47.768589 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-15e23b5f-d501-4691-8147-9e48e53cf36b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b55d32dc-068f-4c58-9240-2c4965a04d64 HTTP/1.1" status: 204 len: 168 time: 0.1162217 Nov 11 20:47:47.775939 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e23b5f-d501-4691-8147-9e48e53cf36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55d32dc-068f-4c58-9240-2c4965a04d64,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:47.938462 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device efb5c89e-d36d-4574-8d1e-764f017b4aed no longer exists at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:47:47.958931 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] No Port match for: efb5c89e-d36d-4574-8d1e-764f017b4aed {{(pid=101813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:47:47.959529 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device efb5c89e-d36d-4574-8d1e-764f017b4aed not bound to the agent host dv-cinder-817642-1-iscsi {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:47:47.959661 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device a4c8c0cc-074b-4aa9-a523-77c91c424727 no longer exists at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:47:47.980808 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] No Port match for: a4c8c0cc-074b-4aa9-a523-77c91c424727 {{(pid=101813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:47:47.981151 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device a4c8c0cc-074b-4aa9-a523-77c91c424727 not bound to the agent host dv-cinder-817642-1-iscsi {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:47:47.981571 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device 501f9eb3-27b5-47a6-9ef2-08997147f7cd no longer exists at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:47:48.005336 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] No Port match for: 501f9eb3-27b5-47a6-9ef2-08997147f7cd {{(pid=101813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:47:48.005679 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device 501f9eb3-27b5-47a6-9ef2-08997147f7cd not bound to the agent host dv-cinder-817642-1-iscsi {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:47:48.085397 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c93469-afe6-48c7-b732-9fa75a12962f req-3d8f28b0-b9c1-40aa-a97e-e0f4259675c3 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:48.086867 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b4c93469-afe6-48c7-b732-9fa75a12962f req-3d8f28b0-b9c1-40aa-a97e-e0f4259675c3 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 946 time: 0.0525961 Nov 11 20:47:48.139262 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b4c93469-afe6-48c7-b732-9fa75a12962f req-1852d361-07b7-47bc-8380-710ac0a2bc4f tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b47e2b2-2dfe-483a-9041-0e42cf0f8056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451701 Nov 11 20:47:49.258395 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c25ccd-0e25-4055-8562-57bf3ff7f414 req-522c86e3-9c6f-4459-aa8c-eaf0b2ef59a9 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:49.259757 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-04c25ccd-0e25-4055-8562-57bf3ff7f414 req-522c86e3-9c6f-4459-aa8c-eaf0b2ef59a9 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 946 time: 0.0502167 Nov 11 20:47:49.308854 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-04c25ccd-0e25-4055-8562-57bf3ff7f414 req-a8791200-31b1-4d2f-98a8-e880b6c91fd2 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b47e2b2-2dfe-483a-9041-0e42cf0f8056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431321 Nov 11 20:47:50.422399 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f15869-f49f-48ae-9cbc-f076009b615d req-9c9cdc7f-2017-4b41-8200-8391b8597434 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:50.423801 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d3f15869-f49f-48ae-9cbc-f076009b615d req-9c9cdc7f-2017-4b41-8200-8391b8597434 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 946 time: 0.0494812 Nov 11 20:47:50.475664 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d3f15869-f49f-48ae-9cbc-f076009b615d req-c30bc6c9-8cc4-4d7a-a412-ab7e78c49894 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b47e2b2-2dfe-483a-9041-0e42cf0f8056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458040 Nov 11 20:47:51.588690 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a383b-dcd7-4356-afa3-3fbe634a5a74 req-ef2b8368-eede-4fbd-adf1-6877f3cfcddf tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:51.590134 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3f8a383b-dcd7-4356-afa3-3fbe634a5a74 req-ef2b8368-eede-4fbd-adf1-6877f3cfcddf tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 946 time: 0.0487835 Nov 11 20:47:51.639638 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3f8a383b-dcd7-4356-afa3-3fbe634a5a74 req-548c9924-6f6a-4f63-8019-a7b531fc8b6a tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b47e2b2-2dfe-483a-9041-0e42cf0f8056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434070 Nov 11 20:47:52.200788 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:52.754490 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5cffba-7dcd-4c3a-be0b-7c1d2507f167 req-a7ff74d8-f580-4a99-bc5f-04bad9556e8e tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:52.755946 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4e5cffba-7dcd-4c3a-be0b-7c1d2507f167 req-a7ff74d8-f580-4a99-bc5f-04bad9556e8e tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 946 time: 0.0488238 Nov 11 20:47:52.804680 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4e5cffba-7dcd-4c3a-be0b-7c1d2507f167 req-86916173-386e-4161-8968-8aa46d35e9b3 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b47e2b2-2dfe-483a-9041-0e42cf0f8056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421805 Nov 11 20:47:53.921643 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad79793-9afb-4b56-81f4-372d30a00c65 req-5173e16e-84b9-4602-887f-2b7d909dd7c3 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:53.923084 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1ad79793-9afb-4b56-81f4-372d30a00c65 req-5173e16e-84b9-4602-887f-2b7d909dd7c3 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 946 time: 0.0515070 Nov 11 20:47:53.971444 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1ad79793-9afb-4b56-81f4-372d30a00c65 req-a0cb3679-5594-430c-af0f-f2f83f1c4fd7 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b47e2b2-2dfe-483a-9041-0e42cf0f8056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422511 Nov 11 20:47:55.087958 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ccb79-82af-429e-b6e3-43dd410e4d09 req-34f2ab74-9e0a-4fdb-9793-fb1352d01dd8 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:55.089722 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9f4ccb79-82af-429e-b6e3-43dd410e4d09 req-34f2ab74-9e0a-4fdb-9793-fb1352d01dd8 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 946 time: 0.0502865 Nov 11 20:47:55.139574 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9f4ccb79-82af-429e-b6e3-43dd410e4d09 req-655c9af2-4ee3-46a2-9c69-0eab72246743 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b47e2b2-2dfe-483a-9041-0e42cf0f8056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434930 Nov 11 20:47:56.017406 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 50736) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:47:56.126464 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-45cbf308-e510-4f12-81a5-91dea15eabf3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:56.200770 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-45cbf308-e510-4f12-81a5-91dea15eabf3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:56.205181 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-45cbf308-e510-4f12-81a5-91dea15eabf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:56.241710 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cbf308-e510-4f12-81a5-91dea15eabf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93c5aee-67be-443b-826d-9b5250a0b5f5,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:56.248494 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-45cbf308-e510-4f12-81a5-91dea15eabf3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=318555ffaef244efaf7af79f1a98c658&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2299902 Nov 11 20:47:56.249638 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 50742) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:47:56.258649 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d68c5e-7e45-4f43-bdaa-edc7dae15a24 req-49fe3f96-60f4-4ac9-a929-9101dbb542d4 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:56.260134 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d0d68c5e-7e45-4f43-bdaa-edc7dae15a24 req-49fe3f96-60f4-4ac9-a929-9101dbb542d4 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 946 time: 0.0504506 Nov 11 20:47:56.301884 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-090ef8f3-039c-4599-9345-410d68e969c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:56.314273 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d0d68c5e-7e45-4f43-bdaa-edc7dae15a24 req-134221be-dd47-4bb7-be01-b7deba09d46e tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b47e2b2-2dfe-483a-9041-0e42cf0f8056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470448 Nov 11 20:47:56.323276 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-090ef8f3-039c-4599-9345-410d68e969c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:56.368500 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-090ef8f3-039c-4599-9345-410d68e969c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:56.371575 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-090ef8f3-039c-4599-9345-410d68e969c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:56.372743 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-090ef8f3-039c-4599-9345-410d68e969c0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d93c5aee-67be-443b-826d-9b5250a0b5f5 HTTP/1.1" status: 204 len: 168 time: 0.1222024 Nov 11 20:47:56.380169 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ef8f3-039c-4599-9345-410d68e969c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93c5aee-67be-443b-826d-9b5250a0b5f5,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:47:57.289271 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ccec67-6b18-4594-a430-da741b1bc66c req-d3911c9c-7916-464a-bc1a-4aebdc1cdbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:57.291751 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-21ccec67-6b18-4594-a430-da741b1bc66c req-d3911c9c-7916-464a-bc1a-4aebdc1cdbf7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1ad6c752ea6048068ad66bddb0f2968f&device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 1099 time: 0.0436649 Nov 11 20:47:57.412981 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e041b3-c07f-42a8-9706-5f9d7181bbd2 req-1f77c5f6-4b54-4601-a433-d62dfe8a3b4e tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:57.414489 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a1e041b3-c07f-42a8-9706-5f9d7181bbd2 req-1f77c5f6-4b54-4601-a433-d62dfe8a3b4e tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 946 time: 0.1038895 Nov 11 20:47:57.440056 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ccec67-6b18-4594-a430-da741b1bc66c req-a5c59510-3f29-481f-86f5-289fe05e0cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:57.441485 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-21ccec67-6b18-4594-a430-da741b1bc66c req-a5c59510-3f29-481f-86f5-289fe05e0cc1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=86e64690-2a5a-4e0a-b625-102ea78f3628 HTTP/1.1" status: 200 len: 910 time: 0.1408160 Nov 11 20:47:57.556691 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a1e041b3-c07f-42a8-9706-5f9d7181bbd2 req-fbd4666a-cd53-4c24-b0b1-4a9b774ab59f tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273484 Nov 11 20:47:57.564196 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-21ccec67-6b18-4594-a430-da741b1bc66c req-497e3343-ed4f-4abe-bbc1-f96ca1cb40cd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40bfc231-ecda-4dd7-a914-d4fd0a2d487b HTTP/1.1" status: 200 len: 1002 time: 0.1131287 Nov 11 20:47:57.580690 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca57e28-d5fe-400e-a692-5687f2956abf req-b3fde4cd-b1f3-4d74-8647-940f5893ec50 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:57.582156 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0ca57e28-d5fe-400e-a692-5687f2956abf req-b3fde4cd-b1f3-4d74-8647-940f5893ec50 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 946 time: 0.0847371 Nov 11 20:47:57.655654 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ccec67-6b18-4594-a430-da741b1bc66c req-8b865628-be7c-4a13-9327-912bb5b71e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:57.657127 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-21ccec67-6b18-4594-a430-da741b1bc66c req-8b865628-be7c-4a13-9327-912bb5b71e41 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=687750c2-873f-4aa7-97ab-72f9b584fba4 HTTP/1.1" status: 200 len: 848 time: 0.0741010 Nov 11 20:47:57.665815 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0ca57e28-d5fe-400e-a692-5687f2956abf req-cefb03c2-f60f-417f-a4e6-883a3e3e4e91 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b47e2b2-2dfe-483a-9041-0e42cf0f8056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747554 Nov 11 20:47:57.711500 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ccec67-6b18-4594-a430-da741b1bc66c req-57dc3494-7f77-41a6-affc-96bc0bb57fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:57.712975 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-21ccec67-6b18-4594-a430-da741b1bc66c req-57dc3494-7f77-41a6-affc-96bc0bb57fcb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=86e64690-2a5a-4e0a-b625-102ea78f3628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400703 Nov 11 20:47:57.815084 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-21ccec67-6b18-4594-a430-da741b1bc66c req-b0f3f241-1b89-43a6-909d-ffe522dd82b1 service neutron] 10.222.0.78 "GET /v2.0/networks/86e64690-2a5a-4e0a-b625-102ea78f3628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870564 Nov 11 20:47:57.907299 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-21ccec67-6b18-4594-a430-da741b1bc66c req-d84d8683-3210-4dbd-8aa8-65b39bea376c service neutron] 10.222.0.78 "GET /v2.0/networks/86e64690-2a5a-4e0a-b625-102ea78f3628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825408 Nov 11 20:47:58.683573 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318265b-9fb0-488b-a12f-7c37a175fd0b req-d7a63fc3-7e7d-44f9-95bf-100a4c43019f tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:58.685144 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c318265b-9fb0-488b-a12f-7c37a175fd0b req-d7a63fc3-7e7d-44f9-95bf-100a4c43019f tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 946 time: 0.0527396 Nov 11 20:47:58.738974 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c318265b-9fb0-488b-a12f-7c37a175fd0b req-0eaff1e4-417d-4c8d-b5fb-ae1461bd3a42 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463622 Nov 11 20:47:58.802301 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f54ebe-5ad6-4924-b73d-7735b7894d37 req-2660c281-6918-4346-8b34-b5756cc6048c tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:58.803931 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a9f54ebe-5ad6-4924-b73d-7735b7894d37 req-2660c281-6918-4346-8b34-b5756cc6048c tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 946 time: 0.0534616 Nov 11 20:47:58.855102 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a9f54ebe-5ad6-4924-b73d-7735b7894d37 req-8e53dae2-e52b-4ac9-9c3c-8576649413eb tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b47e2b2-2dfe-483a-9041-0e42cf0f8056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444415 Nov 11 20:47:59.159152 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec0cec-8897-4d58-aad2-5871719ac980 req-2a83fa37-5550-4264-91f2-c04e9820875a tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:59.160597 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-dbec0cec-8897-4d58-aad2-5871719ac980 req-2a83fa37-5550-4264-91f2-c04e9820875a tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.78 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 946 time: 0.0512762 Nov 11 20:47:59.255024 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [req-dbec0cec-8897-4d58-aad2-5871719ac980 req-78b8cd1c-0beb-465a-a0c3-68c3423f257e tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Deleting port 962e998a-c58f-4876-b93f-8de3af37c538 {{(pid=101811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:47:59.255358 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-dbec0cec-8897-4d58-aad2-5871719ac980 req-78b8cd1c-0beb-465a-a0c3-68c3423f257e tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:59.344146 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-dbec0cec-8897-4d58-aad2-5871719ac980 req-78b8cd1c-0beb-465a-a0c3-68c3423f257e tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] For port 962e998a-c58f-4876-b93f-8de3af37c538, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=962e998a-c58f-4876-b93f-8de3af37c538,segment=NetworkSegment(bc2cdd12-61b5-41c6-859f-e3f0a8c491bb),segment_id=bc2cdd12-61b5-41c6-859f-e3f0a8c491bb)] {{(pid=101811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:47:59.344507 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-dbec0cec-8897-4d58-aad2-5871719ac980 req-78b8cd1c-0beb-465a-a0c3-68c3423f257e tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:59.783498 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-dbec0cec-8897-4d58-aad2-5871719ac980 req-78b8cd1c-0beb-465a-a0c3-68c3423f257e tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:59.784054 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-dbec0cec-8897-4d58-aad2-5871719ac980 req-78b8cd1c-0beb-465a-a0c3-68c3423f257e tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656075'] for floatingip, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:47:59.784264 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.db.l3_db [req-dbec0cec-8897-4d58-aad2-5871719ac980 req-78b8cd1c-0beb-465a-a0c3-68c3423f257e tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Floating IP 98c8db9e-61c8-4e59-afaf-5587a750f12f disassociated. External IP: 172.27.0.97, port: 962e998a-c58f-4876-b93f-8de3af37c538. Nov 11 20:47:59.784602 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [req-dbec0cec-8897-4d58-aad2-5871719ac980 req-78b8cd1c-0beb-465a-a0c3-68c3423f257e tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Calling delete_port for 962e998a-c58f-4876-b93f-8de3af37c538 owned by compute:nova {{(pid=101811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:47:59.906150 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b72ab-17d8-43cb-9593-98a35dd5672d req-554ed8ae-cdbf-4054-96da-7d3dfb81ec5b tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:47:59.907808 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-090b72ab-17d8-43cb-9593-98a35dd5672d req-554ed8ae-cdbf-4054-96da-7d3dfb81ec5b tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 946 time: 0.0815418 Nov 11 20:48:00.027911 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-090b72ab-17d8-43cb-9593-98a35dd5672d req-0839826c-eb9f-4412-b0a8-de2b102cc2bf tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups?id=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137447 Nov 11 20:48:00.031477 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-dbec0cec-8897-4d58-aad2-5871719ac980 req-78b8cd1c-0beb-465a-a0c3-68c3423f257e tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25464144'] for port, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:00.048242 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144fb42-5705-492c-b012-79167f064bdd req-8366dd43-2543-4c63-81df-6bbc0f1b7942 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:00.049712 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c144fb42-5705-492c-b012-79167f064bdd req-8366dd43-2543-4c63-81df-6bbc0f1b7942 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 946 time: 0.1055527 Nov 11 20:48:00.076205 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b8cd1c-0beb-465a-a0c3-68c3423f257e tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Pushing event deleted for resources: {'Port': ['ID=962e998a-c58f-4876-b93f-8de3af37c538,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:00.165676 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-c144fb42-5705-492c-b012-79167f064bdd req-365bf84e-eb71-4d26-afc7-eb2cd5177b55 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b47e2b2-2dfe-483a-9041-0e42cf0f8056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922558 Nov 11 20:48:00.234464 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dbec0cec-8897-4d58-aad2-5871719ac980 req-78b8cd1c-0beb-465a-a0c3-68c3423f257e tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Router fc74dff3-6f68-4d1e-b60f-adabb104eb44 has already been hosted by L3 agent 078c1a4f-b62f-4fa2-93c9-12887f0677c3 {{(pid=101811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:48:00.361864 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dbec0cec-8897-4d58-aad2-5871719ac980 req-78b8cd1c-0beb-465a-a0c3-68c3423f257e tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Notify agent at l3_agent.dv-cinder-817642-1-iscsi the message routers_updated {{(pid=101811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:48:00.362052 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 50822) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:00.372091 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77a52fb-5947-4106-a116-3c467470b3c9 None None] Sync routers for ids ['fc74dff3-6f68-4d1e-b60f-adabb104eb44'] in dv-cinder-817642-1-iscsi {{(pid=101814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:48:00.383686 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77a52fb-5947-4106-a116-3c467470b3c9 None None] Routers {'fc74dff3-6f68-4d1e-b60f-adabb104eb44'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:48:00.384324 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-b77a52fb-5947-4106-a116-3c467470b3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:47:33Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['fc74dff3-6f68-4d1e-b60f-adabb104eb44'], 'active': True} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:00.406637 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbec0cec-8897-4d58-aad2-5871719ac980 req-78b8cd1c-0beb-465a-a0c3-68c3423f257e tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] No DVR routers for this DVR port 962e998a-c58f-4876-b93f-8de3af37c538 on host hv-cinder-81764 {{(pid=101811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:48:00.413993 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-dbec0cec-8897-4d58-aad2-5871719ac980 req-78b8cd1c-0beb-465a-a0c3-68c3423f257e tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:00.417378 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-dbec0cec-8897-4d58-aad2-5871719ac980 req-78b8cd1c-0beb-465a-a0c3-68c3423f257e tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.78 "DELETE /v2.0/ports/962e998a-c58f-4876-b93f-8de3af37c538 HTTP/1.1" status: 204 len: 173 time: 1.2486973 Nov 11 20:48:00.417841 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e', 'name': 'network-vif-deleted', 'tag': '962e998a-c58f-4876-b93f-8de3af37c538'}] {{(pid=101811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:48:00.421543 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5736cb7e175e5ed5563496e7c8b9c6d8883e61bc6d504a4dc096e4a6f480cdce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23caf17-e779-45f9-960f-a55ab7ea88e7" -d '{"events": [{"server_uuid": "88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e", "name": "network-vif-deleted", "tag": "962e998a-c58f-4876-b93f-8de3af37c538"}]}' {{(pid=101811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:48:00.477184 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3e5312-d6be-40fd-bf16-757779512ab5 x-openstack-request-id: req-fd3e5312-d6be-40fd-bf16-757779512ab5 {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:48:00.477477 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e", "name": "network-vif-deleted", "tag": "962e998a-c58f-4876-b93f-8de3af37c538", "status": "completed", "code": 200}]} {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:48:00.477728 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fd3e5312-d6be-40fd-bf16-757779512ab5 {{(pid=101811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:48:00.478121 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e', 'name': 'network-vif-deleted', 'tag': '962e998a-c58f-4876-b93f-8de3af37c538', 'status': 'completed', 'code': 200} Nov 11 20:48:00.509592 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvr_db [None req-b77a52fb-5947-4106-a116-3c467470b3c9 None None] Set router fc74dff3-6f68-4d1e-b60f-adabb104eb44 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:48:00.521875 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-d77fb15c-19e6-4866-90c4-def9203cc18f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:00.604342 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-d77fb15c-19e6-4866-90c4-def9203cc18f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:00.609713 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-d77fb15c-19e6-4866-90c4-def9203cc18f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:00.644492 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-d77fb15c-19e6-4866-90c4-def9203cc18f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=96062ea0c0e2437382e0e55430fb019a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2812536 Nov 11 20:48:00.646219 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 50828) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:00.655172 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77fb15c-19e6-4866-90c4-def9203cc18f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf5bbbc-a966-4fe4-b01c-4483fabd2d34,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:00.707236 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-ad6c2cb5-c1e7-4f76-862d-cfef07e10745 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:00.731423 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-ad6c2cb5-c1e7-4f76-862d-cfef07e10745 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:00.736517 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-fe599339-a70c-4575-a6a3-198a4797b49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:00.790359 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-ad6c2cb5-c1e7-4f76-862d-cfef07e10745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:00.796006 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-ad6c2cb5-c1e7-4f76-862d-cfef07e10745 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:00.800428 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-ad6c2cb5-c1e7-4f76-862d-cfef07e10745 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1cf5bbbc-a966-4fe4-b01c-4483fabd2d34 HTTP/1.1" status: 204 len: 168 time: 0.1530344 Nov 11 20:48:00.814702 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6c2cb5-c1e7-4f76-862d-cfef07e10745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf5bbbc-a966-4fe4-b01c-4483fabd2d34,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:00.840283 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-b77a52fb-5947-4106-a116-3c467470b3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'name': 'tempest-AttachVolumeShelveTestJSON-627808726-router', 'tenant_id': '38d540a76ef9405bb94b7e433494fabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '67ba29b5-6d5a-4739-8793-7d8a03d5cb3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:38:13Z', 'updated_at': '2021-11-11T20:38:21Z', 'revision_number': 4, 'project_id': '38d540a76ef9405bb94b7e433494fabd', 'gw_port': {'id': '67ba29b5-6d5a-4739-8793-7d8a03d5cb3c', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:38:14Z', 'updated_at': '2021-11-11T20:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': '279df8e5-3371-4994-bf8b-9fba4ded60c2', 'name': '', 'network_id': '51d362a5-52f5-4926-aac3-68c4c9326236', 'tenant_id': '38d540a76ef9405bb94b7e433494fabd', 'mac_address': 'fa:16:3e:52:f4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b93905e5-6d6f-41ed-9efc-0dfc53d52f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:38:19Z', 'updated_at': '2021-11-11T20:38:28Z', 'revision_number': 5, 'project_id': '38d540a76ef9405bb94b7e433494fabd', 'subnets': [{'id': 'b93905e5-6d6f-41ed-9efc-0dfc53d52f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:00.872389 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77a52fb-5947-4106-a116-3c467470b3c9 None None] Checking router: fc74dff3-6f68-4d1e-b60f-adabb104eb44 for host: dv-cinder-817642-1-iscsi {{(pid=101814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:48:00.880939 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77a52fb-5947-4106-a116-3c467470b3c9 None None] Routers {'fc74dff3-6f68-4d1e-b60f-adabb104eb44'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:48:00.881576 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-b77a52fb-5947-4106-a116-3c467470b3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:47:33Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['fc74dff3-6f68-4d1e-b60f-adabb104eb44'], 'active': True} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:00.997981 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvr_db [None req-b77a52fb-5947-4106-a116-3c467470b3c9 None None] Set router fc74dff3-6f68-4d1e-b60f-adabb104eb44 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:48:01.170343 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-05ae4ec3-0bb8-4cb5-9ad4-fb195e94fa96 req-8f75d45e-6c4d-4f00-8d4b-0593033ce961 tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d40d3a-482a-4fa4-be6d-4c2dca6dfe7e HTTP/1.1" status: 200 len: 210 time: 0.0419865 Nov 11 20:48:01.255132 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-b77a52fb-5947-4106-a116-3c467470b3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'name': 'tempest-AttachVolumeShelveTestJSON-627808726-router', 'tenant_id': '38d540a76ef9405bb94b7e433494fabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '67ba29b5-6d5a-4739-8793-7d8a03d5cb3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:38:13Z', 'updated_at': '2021-11-11T20:38:21Z', 'revision_number': 4, 'project_id': '38d540a76ef9405bb94b7e433494fabd', 'gw_port': {'id': '67ba29b5-6d5a-4739-8793-7d8a03d5cb3c', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:38:14Z', 'updated_at': '2021-11-11T20:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': '279df8e5-3371-4994-bf8b-9fba4ded60c2', 'name': '', 'network_id': '51d362a5-52f5-4926-aac3-68c4c9326236', 'tenant_id': '38d540a76ef9405bb94b7e433494fabd', 'mac_address': 'fa:16:3e:52:f4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b93905e5-6d6f-41ed-9efc-0dfc53d52f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:38:19Z', 'updated_at': '2021-11-11T20:38:28Z', 'revision_number': 5, 'project_id': '38d540a76ef9405bb94b7e433494fabd', 'subnets': [{'id': 'b93905e5-6d6f-41ed-9efc-0dfc53d52f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:01.283117 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77a52fb-5947-4106-a116-3c467470b3c9 None None] The sync data for ids ['fc74dff3-6f68-4d1e-b60f-adabb104eb44'] in dv-cinder-817642-1-iscsi is: [{'id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'name': 'tempest-AttachVolumeShelveTestJSON-627808726-router', 'tenant_id': '38d540a76ef9405bb94b7e433494fabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '67ba29b5-6d5a-4739-8793-7d8a03d5cb3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:38:13Z', 'updated_at': '2021-11-11T20:38:21Z', 'revision_number': 4, 'project_id': '38d540a76ef9405bb94b7e433494fabd', 'gw_port': {'id': '67ba29b5-6d5a-4739-8793-7d8a03d5cb3c', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:38:14Z', 'updated_at': '2021-11-11T20:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': '279df8e5-3371-4994-bf8b-9fba4ded60c2', 'name': '', 'network_id': '51d362a5-52f5-4926-aac3-68c4c9326236', 'tenant_id': '38d540a76ef9405bb94b7e433494fabd', 'mac_address': 'fa:16:3e:52:f4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b93905e5-6d6f-41ed-9efc-0dfc53d52f76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:38:19Z', 'updated_at': '2021-11-11T20:38:28Z', 'revision_number': 5, 'project_id': '38d540a76ef9405bb94b7e433494fabd', 'subnets': [{'id': 'b93905e5-6d6f-41ed-9efc-0dfc53d52f76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:48:01.316571 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38dd19-1674-4da4-ab1d-0a5eccf75303 req-e529a4b3-0d17-4b4d-b7cd-4553300ac288 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:01.318105 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-dc38dd19-1674-4da4-ab1d-0a5eccf75303 req-e529a4b3-0d17-4b4d-b7cd-4553300ac288 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 946 time: 0.0653205 Nov 11 20:48:01.381843 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-dc38dd19-1674-4da4-ab1d-0a5eccf75303 req-7291bbf3-f581-425f-b63b-46cb0fddd936 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b47e2b2-2dfe-483a-9041-0e42cf0f8056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569136 Nov 11 20:48:01.552116 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202e65ab-b602-4e2a-b6ab-d99f6348f236 None None] New status for floating IP 98c8db9e-61c8-4e59-afaf-5587a750f12f: DOWN {{(pid=101813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 20:48:01.641895 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d0039-e24e-4390-b525-9a03b445f63c req-a678321f-cf3b-44cb-bafe-1d960bd3bc98 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:01.643810 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ae1d0039-e24e-4390-b525-9a03b445f63c req-a678321f-cf3b-44cb-bafe-1d960bd3bc98 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 946 time: 0.0560641 Nov 11 20:48:01.707894 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-ae1d0039-e24e-4390-b525-9a03b445f63c req-d2ce2f05-34db-492d-a795-341bcdf0c7c7 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b47e2b2-2dfe-483a-9041-0e42cf0f8056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575278 Nov 11 20:48:01.735421 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [req-4d10b1d9-8159-4e15-a599-f2e1928a039c req-3a2af099-cd1d-4ac5-9b76-562f33241023 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1916647 Nov 11 20:48:02.263949 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 50888) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:02.327659 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-978613f8-dc80-439d-9eae-76048e00a35f tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:02.354546 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-978613f8-dc80-439d-9eae-76048e00a35f tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:02.409922 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-978613f8-dc80-439d-9eae-76048e00a35f tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:02.412627 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-978613f8-dc80-439d-9eae-76048e00a35f tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:02.413808 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-978613f8-dc80-439d-9eae-76048e00a35f tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "DELETE /v2.0/security-groups/97faf4b1-e54d-476d-bc2e-7226ee9ac9c2 HTTP/1.1" status: 204 len: 168 time: 0.1488628 Nov 11 20:48:02.417820 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 50896) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:02.425933 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978613f8-dc80-439d-9eae-76048e00a35f tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97faf4b1-e54d-476d-bc2e-7226ee9ac9c2,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:02.437713 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.api.v2.resource [None req-8077981c-a3fc-480c-b08d-df98bc65abce tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] show failed (client error): The resource could not be found. Nov 11 20:48:02.439323 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-8077981c-a3fc-480c-b08d-df98bc65abce tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "GET /v2.0/security-groups/97faf4b1-e54d-476d-bc2e-7226ee9ac9c2 HTTP/1.1" status: 404 len: 347 time: 0.0187933 Nov 11 20:48:02.442322 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 50898) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:02.584867 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [None req-2c3ddba5-c324-4486-aae5-60195463909c tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Deleting port 6d975358-01f2-46a2-aae3-eaf3e9995988 {{(pid=101811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:48:02.585208 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-2c3ddba5-c324-4486-aae5-60195463909c tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:02.671757 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-2c3ddba5-c324-4486-aae5-60195463909c tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:02.672230 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-2c3ddba5-c324-4486-aae5-60195463909c tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:02.688924 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [None req-2c3ddba5-c324-4486-aae5-60195463909c tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Calling delete_port for 6d975358-01f2-46a2-aae3-eaf3e9995988 owned by network:floatingip {{(pid=101811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:48:02.893674 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d16ce-23b0-4fa8-a910-23baf82617a1 req-c1dcbc62-eaf6-435f-84e0-633e6604a6a1 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:02.895102 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cf6d16ce-23b0-4fa8-a910-23baf82617a1 req-c1dcbc62-eaf6-435f-84e0-633e6604a6a1 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 946 time: 0.0894485 Nov 11 20:48:02.930662 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-2c3ddba5-c324-4486-aae5-60195463909c tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25464144'] for port, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:02.969429 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3ddba5-c324-4486-aae5-60195463909c tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Pushing event deleted for resources: {'Port': ['ID=6d975358-01f2-46a2-aae3-eaf3e9995988,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:02.984178 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-cf6d16ce-23b0-4fa8-a910-23baf82617a1 req-d0479ec1-6ce6-4013-bb0f-4941205c9719 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b47e2b2-2dfe-483a-9041-0e42cf0f8056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805969 Nov 11 20:48:03.015240 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 40bfc231-ecda-4dd7-a914-d4fd0a2d487b no longer exists at agent hyperv_hv-cinder-81764 {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:48:03.043101 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-2c3ddba5-c324-4486-aae5-60195463909c tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks [] for floatingip, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:03.046334 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-2c3ddba5-c324-4486-aae5-60195463909c tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for floatingip, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:03.047657 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-2c3ddba5-c324-4486-aae5-60195463909c tempest-AttachVolumeShelveTestJSON-68904930 tempest-AttachVolumeShelveTestJSON-68904930-project] 10.222.0.61 "DELETE /v2.0/floatingips/98c8db9e-61c8-4e59-afaf-5587a750f12f HTTP/1.1" status: 204 len: 168 time: 0.6041462 Nov 11 20:48:03.197264 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d10b1d9-8159-4e15-a599-f2e1928a039c req-604e3fe9-4b46-438d-bcc8-b02f4763a8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:03.198911 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4d10b1d9-8159-4e15-a599-f2e1928a039c req-604e3fe9-4b46-438d-bcc8-b02f4763a8a9 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627&tenant_id=1ad6c752ea6048068ad66bddb0f2968f HTTP/1.1" status: 200 len: 1099 time: 0.0495100 Nov 11 20:48:03.235669 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:03.258517 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a4baaf-615d-4da4-b61e-5a9199179627', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40bfc231-ecda-4dd7-a914-d4fd0a2d487b'}] {{(pid=101813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:48:03.260769 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0340890b3ce0369dfbb204f3d0516fe3d00048a2838df9679e450f9495620248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a099053d-5dfb-4177-8c45-3f85b7f95aac" -d '{"events": [{"server_uuid": "c9a4baaf-615d-4da4-b61e-5a9199179627", "name": "network-vif-unplugged", "status": "completed", "tag": "40bfc231-ecda-4dd7-a914-d4fd0a2d487b"}]}' {{(pid=101813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:48:03.270290 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d10b1d9-8159-4e15-a599-f2e1928a039c req-91e0454b-bdee-4a2e-9e64-a5f3aeb35d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:03.272986 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4d10b1d9-8159-4e15-a599-f2e1928a039c req-91e0454b-bdee-4a2e-9e64-a5f3aeb35d46 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1ad6c752ea6048068ad66bddb0f2968f&device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 1099 time: 0.0455635 Nov 11 20:48:03.273948 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 40bfc231-ecda-4dd7-a914-d4fd0a2d487b, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=40bfc231-ecda-4dd7-a914-d4fd0a2d487b,segment=NetworkSegment(6393b59f-edea-4597-8674-6898de2ab603),segment_id=6393b59f-edea-4597-8674-6898de2ab603)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:48:03.279344 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:03.280117 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 962e998a-c58f-4876-b93f-8de3af37c538 no longer exists at agent hyperv_hv-cinder-81764 {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:48:03.304561 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 20:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5920fa-18a4-47ba-b121-9a53ca8ee870 x-openstack-request-id: req-8b5920fa-18a4-47ba-b121-9a53ca8ee870 {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:48:03.304850 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9a4baaf-615d-4da4-b61e-5a9199179627", "name": "network-vif-unplugged", "status": "completed", "tag": "40bfc231-ecda-4dd7-a914-d4fd0a2d487b", "code": 200}]} {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:48:03.305098 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8b5920fa-18a4-47ba-b121-9a53ca8ee870 {{(pid=101813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:48:03.305477 dv-cinder-817642-1-iscsi neutron-server[101813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a4baaf-615d-4da4-b61e-5a9199179627', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40bfc231-ecda-4dd7-a914-d4fd0a2d487b', 'code': 200} Nov 11 20:48:03.329903 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] No Port match for: 962e998a-c58f-4876-b93f-8de3af37c538 {{(pid=101813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:48:03.330337 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 962e998a-c58f-4876-b93f-8de3af37c538 not bound to the agent host hv-cinder-81764 {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:48:03.355376 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Pushing event updated for resources: {'Port': ['ID=40bfc231-ecda-4dd7-a914-d4fd0a2d487b,revision_number=6']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:03.362917 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:03.363267 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:03.363612 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:03.363947 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:03.364302 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:03.364733 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:03.365069 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:03.365395 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:03.365722 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:03.366045 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:03.366363 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:03.366684 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:03.377414 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d10b1d9-8159-4e15-a599-f2e1928a039c req-17b32157-9477-45bb-93d7-6da8175863f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:03.379011 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4d10b1d9-8159-4e15-a599-f2e1928a039c req-17b32157-9477-45bb-93d7-6da8175863f5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=86e64690-2a5a-4e0a-b625-102ea78f3628 HTTP/1.1" status: 200 len: 910 time: 0.0940342 Nov 11 20:48:03.411550 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-37203816-738e-42ff-874a-42775e3a58de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:03.447297 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4d10b1d9-8159-4e15-a599-f2e1928a039c req-2a88f808-d508-4d33-993c-482eeccdde13 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40bfc231-ecda-4dd7-a914-d4fd0a2d487b HTTP/1.1" status: 200 len: 1000 time: 0.0603309 Nov 11 20:48:03.501382 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d10b1d9-8159-4e15-a599-f2e1928a039c req-7b237399-9570-4ca4-bb39-578bedcc45de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:03.502794 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4d10b1d9-8159-4e15-a599-f2e1928a039c req-7b237399-9570-4ca4-bb39-578bedcc45de service neutron] 10.222.0.78 "GET /v2.0/subnets?id=687750c2-873f-4aa7-97ab-72f9b584fba4 HTTP/1.1" status: 200 len: 848 time: 0.0475571 Nov 11 20:48:03.553898 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d10b1d9-8159-4e15-a599-f2e1928a039c req-3d534c7b-e503-4114-a62f-c7940cc81175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:03.555349 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4d10b1d9-8159-4e15-a599-f2e1928a039c req-3d534c7b-e503-4114-a62f-c7940cc81175 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=86e64690-2a5a-4e0a-b625-102ea78f3628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437806 Nov 11 20:48:03.644037 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4d10b1d9-8159-4e15-a599-f2e1928a039c req-d43c7f97-5837-441a-9f1d-550aa5e9c6e3 service neutron] 10.222.0.78 "GET /v2.0/networks/86e64690-2a5a-4e0a-b625-102ea78f3628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797970 Nov 11 20:48:03.741700 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-4d10b1d9-8159-4e15-a599-f2e1928a039c req-86bcaa53-b912-4a34-b08c-b433f172c990 service neutron] 10.222.0.78 "GET /v2.0/networks/86e64690-2a5a-4e0a-b625-102ea78f3628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874372 Nov 11 20:48:04.104916 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afeefeb-ea3b-4670-a3ee-152e0e54a79f req-bf1503e7-5f75-4c7b-8fff-800c9553386b tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:04.107051 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9afeefeb-ea3b-4670-a3ee-152e0e54a79f req-bf1503e7-5f75-4c7b-8fff-800c9553386b tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 944 time: 0.0514517 Nov 11 20:48:04.163438 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9afeefeb-ea3b-4670-a3ee-152e0e54a79f req-d34210a2-dccd-48ed-88b5-8b5795401dca tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b47e2b2-2dfe-483a-9041-0e42cf0f8056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503883 Nov 11 20:48:04.393941 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3d9940ef-842e-4b07-a279-f9f66b0ee11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:05.287822 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69469d-23bd-40e7-86a7-64c14618e9e5 req-165dd974-f7d6-471e-9004-61add7977269 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:05.289685 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1e69469d-23bd-40e7-86a7-64c14618e9e5 req-165dd974-f7d6-471e-9004-61add7977269 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 944 time: 0.0536337 Nov 11 20:48:05.340511 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1e69469d-23bd-40e7-86a7-64c14618e9e5 req-69b1d03e-3a21-4c2d-8f85-fc52dfed58aa tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b47e2b2-2dfe-483a-9041-0e42cf0f8056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448442 Nov 11 20:48:05.480055 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 50950) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:05.848199 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.agents_db [None req-82748851-6744-43b9-bd77-83e744a7c088 None None] Agent healthcheck: found 6 active agents {{(pid=101814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:48:05.976935 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-98000fc8-c03a-4938-8df0-9cb1d0166192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671691'] for router_interface, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:06.133998 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b24fd597-249d-429f-8b46-48f3c6a9ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:06.215335 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [None req-98000fc8-c03a-4938-8df0-9cb1d0166192 admin admin] Deleting port 279df8e5-3371-4994-bf8b-9fba4ded60c2 {{(pid=101811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:48:06.215690 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-98000fc8-c03a-4938-8df0-9cb1d0166192 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:06.296524 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [None req-98000fc8-c03a-4938-8df0-9cb1d0166192 admin admin] For port 279df8e5-3371-4994-bf8b-9fba4ded60c2, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=279df8e5-3371-4994-bf8b-9fba4ded60c2,segment=NetworkSegment(bc2cdd12-61b5-41c6-859f-e3f0a8c491bb),segment_id=bc2cdd12-61b5-41c6-859f-e3f0a8c491bb)] {{(pid=101811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:48:06.297222 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-98000fc8-c03a-4938-8df0-9cb1d0166192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:06.308690 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [None req-98000fc8-c03a-4938-8df0-9cb1d0166192 admin admin] Calling delete_port for 279df8e5-3371-4994-bf8b-9fba4ded60c2 owned by network:router_interface {{(pid=101811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:48:06.440461 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:06.478090 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970224ba-b6c2-4218-a3ce-a9e944084724 req-649d6022-c7a9-4cb7-92c0-6813b8e4bc0f tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:06.479596 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-970224ba-b6c2-4218-a3ce-a9e944084724 req-649d6022-c7a9-4cb7-92c0-6813b8e4bc0f tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 944 time: 0.0707905 Nov 11 20:48:06.555033 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-98000fc8-c03a-4938-8df0-9cb1d0166192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25464144'] for port, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:06.592139 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-970224ba-b6c2-4218-a3ce-a9e944084724 req-5ef97517-f0d4-4cce-a5d1-f45b9f4331fe tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b47e2b2-2dfe-483a-9041-0e42cf0f8056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030447 Nov 11 20:48:06.595377 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98000fc8-c03a-4938-8df0-9cb1d0166192 admin admin] Pushing event deleted for resources: {'Port': ['ID=279df8e5-3371-4994-bf8b-9fba4ded60c2,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:06.772616 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-98000fc8-c03a-4938-8df0-9cb1d0166192 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-656251'] for router_interface, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:06.802950 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 50970) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:06.908922 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-3412d929-e8ca-4b2a-8ed5-f2697520f6aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:06.984466 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-3412d929-e8ca-4b2a-8ed5-f2697520f6aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:06.988845 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-3412d929-e8ca-4b2a-8ed5-f2697520f6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:06.992244 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98000fc8-c03a-4938-8df0-9cb1d0166192 admin admin] Router fc74dff3-6f68-4d1e-b60f-adabb104eb44 has already been hosted by L3 agent 078c1a4f-b62f-4fa2-93c9-12887f0677c3 {{(pid=101811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:48:07.031336 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-3412d929-e8ca-4b2a-8ed5-f2697520f6aa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c0b22962c81f422492dc25f7acc2e1b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2249897 Nov 11 20:48:07.031336 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3412d929-e8ca-4b2a-8ed5-f2697520f6aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ec60e6-e71f-4da1-8655-cc38ac312579,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:07.033245 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 50974) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:07.083935 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-a903371a-525b-4f13-98b0-122724629087 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:07.109890 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-a903371a-525b-4f13-98b0-122724629087 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:07.110489 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98000fc8-c03a-4938-8df0-9cb1d0166192 admin admin] Notify agent at l3_agent.dv-cinder-817642-1-iscsi the message routers_updated {{(pid=101811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:48:07.116286 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-98000fc8-c03a-4938-8df0-9cb1d0166192 admin admin] 10.222.0.61 "PUT /v2.0/routers/fc74dff3-6f68-4d1e-b60f-adabb104eb44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6344762 Nov 11 20:48:07.118367 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 50976) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:07.124844 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050f0731-3207-4d07-9ff0-9956f4319ca9 None None] Sync routers for ids ['fc74dff3-6f68-4d1e-b60f-adabb104eb44'] in dv-cinder-817642-1-iscsi {{(pid=101814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:48:07.137169 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050f0731-3207-4d07-9ff0-9956f4319ca9 None None] Routers {'fc74dff3-6f68-4d1e-b60f-adabb104eb44'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:48:07.138677 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-050f0731-3207-4d07-9ff0-9956f4319ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:48:03Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['fc74dff3-6f68-4d1e-b60f-adabb104eb44'], 'active': True} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:07.162049 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-a903371a-525b-4f13-98b0-122724629087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:07.164899 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-a903371a-525b-4f13-98b0-122724629087 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:07.168514 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-a903371a-525b-4f13-98b0-122724629087 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b7ec60e6-e71f-4da1-8655-cc38ac312579 HTTP/1.1" status: 204 len: 168 time: 0.1317060 Nov 11 20:48:07.178775 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903371a-525b-4f13-98b0-122724629087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ec60e6-e71f-4da1-8655-cc38ac312579,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:07.247189 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvr_db [None req-050f0731-3207-4d07-9ff0-9956f4319ca9 None None] Set router fc74dff3-6f68-4d1e-b60f-adabb104eb44 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:48:07.460788 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-050f0731-3207-4d07-9ff0-9956f4319ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'name': 'tempest-AttachVolumeShelveTestJSON-627808726-router', 'tenant_id': '38d540a76ef9405bb94b7e433494fabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '67ba29b5-6d5a-4739-8793-7d8a03d5cb3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:38:13Z', 'updated_at': '2021-11-11T20:48:06Z', 'revision_number': 5, 'project_id': '38d540a76ef9405bb94b7e433494fabd', 'gw_port': {'id': '67ba29b5-6d5a-4739-8793-7d8a03d5cb3c', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:38:14Z', 'updated_at': '2021-11-11T20:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi'}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:07.492931 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 50982) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:07.493747 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050f0731-3207-4d07-9ff0-9956f4319ca9 None None] Checking router: fc74dff3-6f68-4d1e-b60f-adabb104eb44 for host: dv-cinder-817642-1-iscsi {{(pid=101814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:48:07.503665 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050f0731-3207-4d07-9ff0-9956f4319ca9 None None] Routers {'fc74dff3-6f68-4d1e-b60f-adabb104eb44'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:48:07.504299 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-050f0731-3207-4d07-9ff0-9956f4319ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:48:03Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['fc74dff3-6f68-4d1e-b60f-adabb104eb44'], 'active': True} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:07.506311 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-aea3efce-502b-4977-bd06-ec0b41792d67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:07.510753 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-8c1a8cdf-f256-4048-a750-658b6cebccfd admin admin] Publish callbacks [] for router, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:07.586806 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-aea3efce-502b-4977-bd06-ec0b41792d67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:07.591443 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-aea3efce-502b-4977-bd06-ec0b41792d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:07.612414 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvr_db [None req-050f0731-3207-4d07-9ff0-9956f4319ca9 None None] Set router fc74dff3-6f68-4d1e-b60f-adabb104eb44 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:48:07.619681 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-8c1a8cdf-f256-4048-a750-658b6cebccfd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:07.640663 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 50986) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:07.642100 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-aea3efce-502b-4977-bd06-ec0b41792d67 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7b8c87b521e64feb9b0383b981d6285a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1478579 Nov 11 20:48:07.644840 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea3efce-502b-4977-bd06-ec0b41792d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=058e0890-2098-493a-8f1a-bf9da9c1e6e5,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:07.770752 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [None req-8c1a8cdf-f256-4048-a750-658b6cebccfd admin admin] Deleting port 67ba29b5-6d5a-4739-8793-7d8a03d5cb3c {{(pid=101811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:48:07.771096 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-8c1a8cdf-f256-4048-a750-658b6cebccfd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:07.774679 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-600aaa08-fa9a-4309-9a38-ef3fccc6b889 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:07.784135 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75beda-b562-40ce-a6a3-4e110a8599cd req-9dfbb468-d746-4e62-9139-66d662f609e0 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:07.785606 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fc75beda-b562-40ce-a6a3-4e110a8599cd req-9dfbb468-d746-4e62-9139-66d662f609e0 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 944 time: 0.1070650 Nov 11 20:48:07.793738 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-050f0731-3207-4d07-9ff0-9956f4319ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'name': 'tempest-AttachVolumeShelveTestJSON-627808726-router', 'tenant_id': '38d540a76ef9405bb94b7e433494fabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '67ba29b5-6d5a-4739-8793-7d8a03d5cb3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:38:13Z', 'updated_at': '2021-11-11T20:48:06Z', 'revision_number': 5, 'project_id': '38d540a76ef9405bb94b7e433494fabd', 'gw_port': {'id': '67ba29b5-6d5a-4739-8793-7d8a03d5cb3c', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:38:14Z', 'updated_at': '2021-11-11T20:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi'}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:07.820014 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050f0731-3207-4d07-9ff0-9956f4319ca9 None None] The sync data for ids ['fc74dff3-6f68-4d1e-b60f-adabb104eb44'] in dv-cinder-817642-1-iscsi is: [{'id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'name': 'tempest-AttachVolumeShelveTestJSON-627808726-router', 'tenant_id': '38d540a76ef9405bb94b7e433494fabd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '67ba29b5-6d5a-4739-8793-7d8a03d5cb3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:38:13Z', 'updated_at': '2021-11-11T20:48:06Z', 'revision_number': 5, 'project_id': '38d540a76ef9405bb94b7e433494fabd', 'gw_port': {'id': '67ba29b5-6d5a-4739-8793-7d8a03d5cb3c', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc74dff3-6f68-4d1e-b60f-adabb104eb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:38:14Z', 'updated_at': '2021-11-11T20:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi'}] {{(pid=101814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:48:07.868168 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-600aaa08-fa9a-4309-9a38-ef3fccc6b889 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:07.940960 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-fc75beda-b562-40ce-a6a3-4e110a8599cd req-0d8fd947-0f42-462e-a494-cead584baedb tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b47e2b2-2dfe-483a-9041-0e42cf0f8056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387842 Nov 11 20:48:07.947726 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [None req-8c1a8cdf-f256-4048-a750-658b6cebccfd admin admin] For port 67ba29b5-6d5a-4739-8793-7d8a03d5cb3c, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=67ba29b5-6d5a-4739-8793-7d8a03d5cb3c,segment=NetworkSegment(e9e9934c-1983-4624-9195-f2a2627c9ef4),segment_id=e9e9934c-1983-4624-9195-f2a2627c9ef4)] {{(pid=101811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:48:07.948146 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-8c1a8cdf-f256-4048-a750-658b6cebccfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:07.961690 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [None req-8c1a8cdf-f256-4048-a750-658b6cebccfd admin admin] Calling delete_port for 67ba29b5-6d5a-4739-8793-7d8a03d5cb3c owned by network:router_gateway {{(pid=101811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:48:08.008865 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-600aaa08-fa9a-4309-9a38-ef3fccc6b889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:08.011383 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-600aaa08-fa9a-4309-9a38-ef3fccc6b889 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:08.012538 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-600aaa08-fa9a-4309-9a38-ef3fccc6b889 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/058e0890-2098-493a-8f1a-bf9da9c1e6e5 HTTP/1.1" status: 204 len: 168 time: 0.3412952 Nov 11 20:48:08.025440 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600aaa08-fa9a-4309-9a38-ef3fccc6b889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058e0890-2098-493a-8f1a-bf9da9c1e6e5,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:08.148989 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-8c1a8cdf-f256-4048-a750-658b6cebccfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25464144'] for port, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:08.171158 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a8cdf-f256-4048-a750-658b6cebccfd admin admin] Pushing event deleted for resources: {'Port': ['ID=67ba29b5-6d5a-4739-8793-7d8a03d5cb3c,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:08.255146 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device 279df8e5-3371-4994-bf8b-9fba4ded60c2 no longer exists at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:48:08.271030 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-8c1a8cdf-f256-4048-a750-658b6cebccfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656001'] for router_gateway, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:08.275252 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] No Port match for: 279df8e5-3371-4994-bf8b-9fba4ded60c2 {{(pid=101813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:48:08.275805 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device 279df8e5-3371-4994-bf8b-9fba4ded60c2 not bound to the agent host dv-cinder-817642-1-iscsi {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:48:08.370870 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-8c1a8cdf-f256-4048-a750-658b6cebccfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25019'] for router, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:08.374153 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-8c1a8cdf-f256-4048-a750-658b6cebccfd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:08.421230 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-8c1a8cdf-f256-4048-a750-658b6cebccfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669805'] for router, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:08.421891 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1a8cdf-f256-4048-a750-658b6cebccfd admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc74dff3-6f68-4d1e-b60f-adabb104eb44 {{(pid=101811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 20:48:08.431373 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-8c1a8cdf-f256-4048-a750-658b6cebccfd admin admin] Publish callbacks [] for router, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:08.431373 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-8c1a8cdf-f256-4048-a750-658b6cebccfd admin admin] 10.222.0.61 "DELETE /v2.0/routers/fc74dff3-6f68-4d1e-b60f-adabb104eb44 HTTP/1.1" status: 204 len: 168 time: 1.3083158 Nov 11 20:48:08.432014 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 50998) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:08.477780 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.db.db_base_plugin_v2 [None req-b73bed20-d5d3-4ca1-b3a0-bd6f79b150f8 admin admin] Deleting subnet b93905e5-6d6f-41ed-9efc-0dfc53d52f76 {{(pid=101812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:48:08.481199 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-b73bed20-d5d3-4ca1-b3a0-bd6f79b150f8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:08.519774 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-b73bed20-d5d3-4ca1-b3a0-bd6f79b150f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4163766'] for subnet, precommit_delete_associations {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:08.607780 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-b73bed20-d5d3-4ca1-b3a0-bd6f79b150f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16455430'] for subnet, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:08.661654 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-b73bed20-d5d3-4ca1-b3a0-bd6f79b150f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16455441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3549770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3891168'] for subnet, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:08.691485 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73bed20-d5d3-4ca1-b3a0-bd6f79b150f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b93905e5-6d6f-41ed-9efc-0dfc53d52f76,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:08.693460 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-b73bed20-d5d3-4ca1-b3a0-bd6f79b150f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for subnet, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:08.696577 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-b73bed20-d5d3-4ca1-b3a0-bd6f79b150f8 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/b93905e5-6d6f-41ed-9efc-0dfc53d52f76 HTTP/1.1" status: 204 len: 168 time: 0.2652497 Nov 11 20:48:08.697969 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937a619b-e36b-4d79-9330-15cb9c119d9e None None] Network 51d362a5-52f5-4926-aac3-68c4c9326236 requested from dv-cinder-817642-1-iscsi {{(pid=101813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:48:08.699035 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 51010) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:08.781585 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-0c464493-b9fa-4cbd-aa55-948611017134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16325219'] for network, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:08.838402 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.plugin [None req-0c464493-b9fa-4cbd-aa55-948611017134 admin admin] Deleting port c32803c2-d76a-4470-a212-7ba6a5a47b85 {{(pid=101812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:48:08.838740 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-0c464493-b9fa-4cbd-aa55-948611017134 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:08.911397 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.db [None req-0c464493-b9fa-4cbd-aa55-948611017134 admin admin] For port c32803c2-d76a-4470-a212-7ba6a5a47b85, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=c32803c2-d76a-4470-a212-7ba6a5a47b85,segment=NetworkSegment(bc2cdd12-61b5-41c6-859f-e3f0a8c491bb),segment_id=bc2cdd12-61b5-41c6-859f-e3f0a8c491bb)] {{(pid=101812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:48:08.912010 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-0c464493-b9fa-4cbd-aa55-948611017134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:08.918258 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9078634b-3955-4e1c-a816-2dc0dce1edf4 None None] DHCP port deletion for 51d362a5-52f5-4926-aac3-68c4c9326236 request from dv-cinder-817642-1-iscsi {{(pid=101813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:48:08.926141 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.plugin [None req-0c464493-b9fa-4cbd-aa55-948611017134 admin admin] Calling delete_port for c32803c2-d76a-4470-a212-7ba6a5a47b85 owned by network:dhcp {{(pid=101812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:48:09.003194 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-9078634b-3955-4e1c-a816-2dc0dce1edf4 None None] Deleting port c32803c2-d76a-4470-a212-7ba6a5a47b85 {{(pid=101813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:48:09.003575 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-9078634b-3955-4e1c-a816-2dc0dce1edf4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:09.041707 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-0c464493-b9fa-4cbd-aa55-948611017134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3549817'] for port, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:09.069934 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-9078634b-3955-4e1c-a816-2dc0dce1edf4 None None] For port c32803c2-d76a-4470-a212-7ba6a5a47b85, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=c32803c2-d76a-4470-a212-7ba6a5a47b85,segment=NetworkSegment(bc2cdd12-61b5-41c6-859f-e3f0a8c491bb),segment_id=bc2cdd12-61b5-41c6-859f-e3f0a8c491bb)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:48:09.070560 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-9078634b-3955-4e1c-a816-2dc0dce1edf4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:09.074282 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c464493-b9fa-4cbd-aa55-948611017134 admin admin] Pushing event deleted for resources: {'Port': ['ID=c32803c2-d76a-4470-a212-7ba6a5a47b85,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:09.085516 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-9078634b-3955-4e1c-a816-2dc0dce1edf4 None None] Calling delete_port for c32803c2-d76a-4470-a212-7ba6a5a47b85 owned by network:dhcp {{(pid=101813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:48:09.092783 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c464493-b9fa-4cbd-aa55-948611017134 admin admin] No DVR routers for this DVR port c32803c2-d76a-4470-a212-7ba6a5a47b85 on host dv-cinder-817642-1-iscsi {{(pid=101812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:48:09.107880 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7089a-3cc2-4610-9356-387836f77291 req-0e7db69f-7edb-4111-a848-7b89ea54deda tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:09.109626 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b4c7089a-3cc2-4610-9356-387836f77291 req-0e7db69f-7edb-4111-a848-7b89ea54deda tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 944 time: 0.0814807 Nov 11 20:48:09.173379 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b4c7089a-3cc2-4610-9356-387836f77291 req-0391bdf4-9dce-4aa8-8637-b378b5d4935b tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b47e2b2-2dfe-483a-9041-0e42cf0f8056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562258 Nov 11 20:48:09.175913 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-9078634b-3955-4e1c-a816-2dc0dce1edf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954'] for port, after_delete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:09.193627 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-0c464493-b9fa-4cbd-aa55-948611017134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451713', 'neutron.services.segments.db._delete_segments_for_network-8768469249518'] for network, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:09.200895 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078634b-3955-4e1c-a816-2dc0dce1edf4 None None] Pushing event deleted for resources: {'Port': ['ID=c32803c2-d76a-4470-a212-7ba6a5a47b85,revision_number=None']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:09.206970 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9078634b-3955-4e1c-a816-2dc0dce1edf4 None None] No DVR routers for this DVR port c32803c2-d76a-4470-a212-7ba6a5a47b85 on host dv-cinder-817642-1-iscsi {{(pid=101813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:48:09.214065 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.services.segments.db [None req-0c464493-b9fa-4cbd-aa55-948611017134 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51d362a5-52f5-4926-aac3-68c4c9326236']}} {{(pid=101812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:09.223912 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.services.segments.db [None req-0c464493-b9fa-4cbd-aa55-948611017134 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc2cdd12-61b5-41c6-859f-e3f0a8c491bb') {'for_net_delete': True} {{(pid=101812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:09.224246 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.services.segments.db [None req-0c464493-b9fa-4cbd-aa55-948611017134 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc2cdd12-61b5-41c6-859f-e3f0a8c491bb') {} {{(pid=101812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:09.234609 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-0c464493-b9fa-4cbd-aa55-948611017134 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768469040631', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4175429'] for segment, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:09.250968 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-0c464493-b9fa-4cbd-aa55-948611017134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16407769'] for segment, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:09.257780 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c464493-b9fa-4cbd-aa55-948611017134 admin admin] Releasing vlan 874 on physical network physnet1 to pool {{(pid=101812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:48:09.258265 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-0c464493-b9fa-4cbd-aa55-948611017134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16407769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3549732'] for segment, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:09.260165 dv-cinder-817642-1-iscsi neutron-server[101812]: Traceback (most recent call last): Nov 11 20:48:09.260165 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:48:09.260165 dv-cinder-817642-1-iscsi neutron-server[101812]: timer() Nov 11 20:48:09.260165 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:48:09.260165 dv-cinder-817642-1-iscsi neutron-server[101812]: cb(*args, **kw) Nov 11 20:48:09.260165 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:48:09.260165 dv-cinder-817642-1-iscsi neutron-server[101812]: return func(*args, **kwargs) Nov 11 20:48:09.260165 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:48:09.260165 dv-cinder-817642-1-iscsi neutron-server[101812]: self._notify() Nov 11 20:48:09.260165 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:48:09.260165 dv-cinder-817642-1-iscsi neutron-server[101812]: self.callback(batched_events) Nov 11 20:48:09.260165 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:48:09.260165 dv-cinder-817642-1-iscsi neutron-server[101812]: event.method(event) Nov 11 20:48:09.260165 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:48:09.260165 dv-cinder-817642-1-iscsi neutron-server[101812]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:48:09.260165 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:48:09.260165 dv-cinder-817642-1-iscsi neutron-server[101812]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:48:09.260165 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:48:09.260165 dv-cinder-817642-1-iscsi neutron-server[101812]: return f(self, *a, **k) Nov 11 20:48:09.260165 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:48:09.260165 dv-cinder-817642-1-iscsi neutron-server[101812]: return self._get(url).json() Nov 11 20:48:09.260165 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:48:09.260165 dv-cinder-817642-1-iscsi neutron-server[101812]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:48:09.260165 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:48:09.260165 dv-cinder-817642-1-iscsi neutron-server[101812]: return self.request(url, 'GET', **kwargs) Nov 11 20:48:09.260165 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:48:09.260165 dv-cinder-817642-1-iscsi neutron-server[101812]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:48:09.260165 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:48:09.260165 dv-cinder-817642-1-iscsi neutron-server[101812]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:48:09.260165 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:48:09.260165 dv-cinder-817642-1-iscsi neutron-server[101812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:48:09.260165 dv-cinder-817642-1-iscsi neutron-server[101812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:48:09.318540 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-0c464493-b9fa-4cbd-aa55-948611017134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656125'] for network, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:09.324986 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-0c464493-b9fa-4cbd-aa55-948611017134 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for network, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:09.328553 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-0c464493-b9fa-4cbd-aa55-948611017134 admin admin] 10.222.0.61 "DELETE /v2.0/networks/51d362a5-52f5-4926-aac3-68c4c9326236 HTTP/1.1" status: 204 len: 168 time: 0.6282935 Nov 11 20:48:09.339998 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c464493-b9fa-4cbd-aa55-948611017134 admin admin] Pushing event deleted for resources: {'Network': ['ID=51d362a5-52f5-4926-aac3-68c4c9326236,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:09.454190 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 51030) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:09.495485 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-57695131-101c-4957-bb13-aaf746329357 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=38d540a76ef9405bb94b7e433494fabd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0400376 Nov 11 20:48:09.498034 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 51034) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:09.545442 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-33290d63-124a-41e1-aec7-1f6246a6cb4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:09.567203 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-33290d63-124a-41e1-aec7-1f6246a6cb4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:09.614180 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-33290d63-124a-41e1-aec7-1f6246a6cb4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:09.616866 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-33290d63-124a-41e1-aec7-1f6246a6cb4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:09.618008 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-33290d63-124a-41e1-aec7-1f6246a6cb4b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b14389f2-6fe5-4d10-b799-a7857a5b5329 HTTP/1.1" status: 204 len: 168 time: 0.1188567 Nov 11 20:48:09.626628 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33290d63-124a-41e1-aec7-1f6246a6cb4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14389f2-6fe5-4d10-b799-a7857a5b5329,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:09.988952 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device c32803c2-d76a-4470-a212-7ba6a5a47b85 no longer exists at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:48:10.018669 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] No Port match for: c32803c2-d76a-4470-a212-7ba6a5a47b85 {{(pid=101813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:48:10.018669 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device c32803c2-d76a-4470-a212-7ba6a5a47b85 not bound to the agent host dv-cinder-817642-1-iscsi {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:48:10.018669 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device 67ba29b5-6d5a-4739-8793-7d8a03d5cb3c no longer exists at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:48:10.041417 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] No Port match for: 67ba29b5-6d5a-4739-8793-7d8a03d5cb3c {{(pid=101813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:48:10.042047 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device 67ba29b5-6d5a-4739-8793-7d8a03d5cb3c not bound to the agent host dv-cinder-817642-1-iscsi {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:48:10.047769 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428351a9-ee0a-4994-b356-0d06a1b1cc39 req-740dade8-0fb2-4826-9067-949265bd079a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:10.049732 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-428351a9-ee0a-4994-b356-0d06a1b1cc39 req-740dade8-0fb2-4826-9067-949265bd079a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 1097 time: 0.0562704 Nov 11 20:48:10.104970 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-428351a9-ee0a-4994-b356-0d06a1b1cc39 req-b9b9255b-822e-459f-bc54-f47d7fcd4784 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=3b47e2b2-2dfe-483a-9041-0e42cf0f8056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468662 Nov 11 20:48:10.320238 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d45744-eb86-4ccc-bf3b-3ece37708e3b req-f41ca5b3-1fc1-4ec5-86e6-4118bcb2a530 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:10.321750 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-69d45744-eb86-4ccc-bf3b-3ece37708e3b req-f41ca5b3-1fc1-4ec5-86e6-4118bcb2a530 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 944 time: 0.0717566 Nov 11 20:48:10.383758 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 51086) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:10.385291 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-69d45744-eb86-4ccc-bf3b-3ece37708e3b req-11cb91c9-78ee-41fb-b6fb-5b00c80dd7a0 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b47e2b2-2dfe-483a-9041-0e42cf0f8056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571926 Nov 11 20:48:10.496009 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 51092) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:10.536523 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-c6b33e9d-41f8-4aee-a6b2-09b4d8345083 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:10.548437 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [None req-04c6557d-ff89-482f-a084-5acb5adc457c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1875206172-network', 'tenant_id': '47f167f01135421783b92904ba98d29c'}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:48:10.587310 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c6557d-ff89-482f-a084-5acb5adc457c admin admin] Made reservation on behalf of 47f167f01135421783b92904ba98d29c for: {'network': 1} {{(pid=101812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:48:10.589524 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-04c6557d-ff89-482f-a084-5acb5adc457c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for network, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:10.605146 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-04c6557d-ff89-482f-a084-5acb5adc457c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:10.661261 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-c6b33e9d-41f8-4aee-a6b2-09b4d8345083 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:10.666764 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-c6b33e9d-41f8-4aee-a6b2-09b4d8345083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:10.718580 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-c6b33e9d-41f8-4aee-a6b2-09b4d8345083 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a1dc856fb92049b782038ad216440f9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3333886 Nov 11 20:48:10.720487 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b33e9d-41f8-4aee-a6b2-09b4d8345083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4269c141-1801-4ed9-83b4-3eb9161477c8,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:10.721540 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 51096) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:10.753954 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-04c6557d-ff89-482f-a084-5acb5adc457c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:10.758095 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-04c6557d-ff89-482f-a084-5acb5adc457c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:10.773295 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-154fa589-b648-4ea8-a9cb-be17dcec51cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:10.780099 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04c6557d-ff89-482f-a084-5acb5adc457c admin admin] vlan segment allocate from pool success with {'vlan_id': 862, 'physical_network': 'physnet1'} {{(pid=101812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:48:10.795375 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-154fa589-b648-4ea8-a9cb-be17dcec51cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:10.799544 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c6557d-ff89-482f-a084-5acb5adc457c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7031d39a-3a4f-4680-b9f1-b84b6adb2ba1,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:10.802424 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-04c6557d-ff89-482f-a084-5acb5adc457c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16407769'] for segment, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:10.802763 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.db.segments_db [None req-04c6557d-ff89-482f-a084-5acb5adc457c admin admin] Added segment a3c32cee-630a-478b-99d1-20d2f3c15157 of type vlan for network 3e208864-8109-4d8d-861a-260b9eaf9256 Nov 11 20:48:10.847761 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-04c6557d-ff89-482f-a084-5acb5adc457c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768468705491'] for network, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:10.849521 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-154fa589-b648-4ea8-a9cb-be17dcec51cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:10.852295 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-154fa589-b648-4ea8-a9cb-be17dcec51cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:10.853442 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-154fa589-b648-4ea8-a9cb-be17dcec51cf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4269c141-1801-4ed9-83b4-3eb9161477c8 HTTP/1.1" status: 204 len: 168 time: 0.1308815 Nov 11 20:48:10.862966 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154fa589-b648-4ea8-a9cb-be17dcec51cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4269c141-1801-4ed9-83b4-3eb9161477c8,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:10.876738 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-04c6557d-ff89-482f-a084-5acb5adc457c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858'] for network, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:10.877900 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c6557d-ff89-482f-a084-5acb5adc457c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:10.878473 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-04c6557d-ff89-482f-a084-5acb5adc457c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for network, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:10.936358 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-04c6557d-ff89-482f-a084-5acb5adc457c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4392331 Nov 11 20:48:10.939080 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 51100) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:10.944150 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [None req-95ff62df-35a4-4411-9ce3-25f5805d54c3 admin admin] Request body: {'subnet': {'network_id': '3e208864-8109-4d8d-861a-260b9eaf9256', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1875206172-subnet', 'tenant_id': '47f167f01135421783b92904ba98d29c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:48:10.956452 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c6557d-ff89-482f-a084-5acb5adc457c admin admin] Pushing event updated for resources: {'Network': ['ID=3e208864-8109-4d8d-861a-260b9eaf9256,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:10.971275 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Network 3e208864-8109-4d8d-861a-260b9eaf9256 details requested by agent ovs-agent-dv-cinder-817642-1-iscsi with host dv-cinder-817642-1-iscsi {{(pid=101813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:48:10.976979 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ff62df-35a4-4411-9ce3-25f5805d54c3 admin admin] Made reservation on behalf of 47f167f01135421783b92904ba98d29c for: {'subnet': 1} {{(pid=101812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:48:10.979720 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-95ff62df-35a4-4411-9ce3-25f5805d54c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3891083'] for subnet, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:11.032557 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 40bfc231-ecda-4dd7-a914-d4fd0a2d487b details requested by agent hyperv_hv-cinder-81764 with host hv-cinder-81764 {{(pid=101813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:48:11.147659 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 40bfc231-ecda-4dd7-a914-d4fd0a2d487b, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=40bfc231-ecda-4dd7-a914-d4fd0a2d487b,segment=NetworkSegment(6393b59f-edea-4597-8674-6898de2ab603),segment_id=6393b59f-edea-4597-8674-6898de2ab603)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:48:11.151496 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 51104) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:11.160093 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Returning: {'device': '40bfc231-ecda-4dd7-a914-d4fd0a2d487b', 'network_id': '86e64690-2a5a-4e0a-b625-102ea78f3628', 'port_id': '40bfc231-ecda-4dd7-a914-d4fd0a2d487b', 'mac_address': 'fa:16:3e:b9:b5:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '687750c2-873f-4aa7-97ab-72f9b584fba4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:48:11.164883 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-ecbfa5f8-f39d-4e20-855c-73f4b76a8274 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:11.171285 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-95ff62df-35a4-4411-9ce3-25f5805d54c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3549837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3891097'] for subnet, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:11.202089 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:11.215998 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.notifiers.nova [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40bfc231-ecda-4dd7-a914-d4fd0a2d487b {{(pid=101813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:48:11.237881 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 40bfc231-ecda-4dd7-a914-d4fd0a2d487b, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=40bfc231-ecda-4dd7-a914-d4fd0a2d487b,segment=NetworkSegment(6393b59f-edea-4597-8674-6898de2ab603),segment_id=6393b59f-edea-4597-8674-6898de2ab603)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:48:11.243402 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:11.247767 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff62df-35a4-4411-9ce3-25f5805d54c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d62c1ef-46e7-4761-9c42-1010680ee810,revision_number=0']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:11.252589 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ff62df-35a4-4411-9ce3-25f5805d54c3 admin admin] Checking segment: {'id': 'a3c32cee-630a-478b-99d1-20d2f3c15157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '3e208864-8109-4d8d-861a-260b9eaf9256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:48:11.252942 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ff62df-35a4-4411-9ce3-25f5805d54c3 admin admin] Network hostable DHCP agents. Network: 3e208864-8109-4d8d-861a-260b9eaf9256, hostable agents: ['4584d237-ef17-41dc-89a8-5da37ed889a0'], hosted agents: [] {{(pid=101812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:48:11.254126 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-ecbfa5f8-f39d-4e20-855c-73f4b76a8274 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:11.260577 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-ecbfa5f8-f39d-4e20-855c-73f4b76a8274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:11.271539 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ff62df-35a4-4411-9ce3-25f5805d54c3 admin admin] Network 3e208864-8109-4d8d-861a-260b9eaf9256 is scheduled to be hosted by DHCP agent 4584d237-ef17-41dc-89a8-5da37ed889a0 with binding_index 1 {{(pid=101812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:48:11.283223 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.base_scheduler [None req-95ff62df-35a4-4411-9ce3-25f5805d54c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817642-1-iscsi, 3e208864-8109-4d8d-861a-260b9eaf9256) {{(pid=101812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:48:11.288433 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ff62df-35a4-4411-9ce3-25f5805d54c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:11.289069 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-95ff62df-35a4-4411-9ce3-25f5805d54c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for subnet, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:11.298800 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-ecbfa5f8-f39d-4e20-855c-73f4b76a8274 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4af77b14d28b49599d0bf4ed4cd9e49e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1459150 Nov 11 20:48:11.300307 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c27788e-5a19-45de-816b-a762159bce03 None None] Network 3e208864-8109-4d8d-861a-260b9eaf9256 requested from dv-cinder-817642-1-iscsi {{(pid=101813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:48:11.301184 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 51106) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:11.313949 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-95ff62df-35a4-4411-9ce3-25f5805d54c3 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3737159 Nov 11 20:48:11.354048 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Pushing event updated for resources: {'Port': ['ID=40bfc231-ecda-4dd7-a914-d4fd0a2d487b,revision_number=7']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:11.359375 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbfa5f8-f39d-4e20-855c-73f4b76a8274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15d3842-4489-4642-b728-a42f97919c1e,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:11.387040 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-4b9e090e-2f21-486c-a3f1-85be59028ebb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:11.420102 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-4b9e090e-2f21-486c-a3f1-85be59028ebb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:11.480988 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09091559-e158-4e99-8ba9-8ae32399e04a None None] Network 3e208864-8109-4d8d-861a-260b9eaf9256 requested from dv-cinder-817642-1-iscsi {{(pid=101813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:48:11.519652 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-4b9e090e-2f21-486c-a3f1-85be59028ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:11.522185 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-4b9e090e-2f21-486c-a3f1-85be59028ebb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:11.525574 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-4b9e090e-2f21-486c-a3f1-85be59028ebb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b15d3842-4489-4642-b728-a42f97919c1e HTTP/1.1" status: 204 len: 168 time: 0.2205796 Nov 11 20:48:11.537502 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e090e-2f21-486c-a3f1-85be59028ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15d3842-4489-4642-b728-a42f97919c1e,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:11.555210 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f5eec-b2d4-4018-82de-8677679934b1 req-e079a8c9-f91d-46a7-8b0f-ed3c405e8978 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:11.556796 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-368f5eec-b2d4-4018-82de-8677679934b1 req-e079a8c9-f91d-46a7-8b0f-ed3c405e8978 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 945 time: 0.0752246 Nov 11 20:48:11.576728 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] get_ports_and_sgs() called for port_ids ['40bfc231-ecda-4dd7-a914-d4fd0a2d487b'] {{(pid=101813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:48:11.629521 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-368f5eec-b2d4-4018-82de-8677679934b1 req-af984960-3192-4c8b-b395-bf47880d2f65 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b47e2b2-2dfe-483a-9041-0e42cf0f8056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645881 Nov 11 20:48:12.067271 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 51140) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:12.071875 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [None req-799a640f-83b7-4638-a58d-2e2f77364bd0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-700774164-network', 'tenant_id': '5a644c6591b54f2aa77759827baff03e'}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:48:12.094102 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799a640f-83b7-4638-a58d-2e2f77364bd0 admin admin] Made reservation on behalf of 5a644c6591b54f2aa77759827baff03e for: {'network': 1} {{(pid=101812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:48:12.096882 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-799a640f-83b7-4638-a58d-2e2f77364bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for network, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:12.105386 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-799a640f-83b7-4638-a58d-2e2f77364bd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:12.181769 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-799a640f-83b7-4638-a58d-2e2f77364bd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:12.186253 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-799a640f-83b7-4638-a58d-2e2f77364bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:12.211919 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-799a640f-83b7-4638-a58d-2e2f77364bd0 admin admin] vlan segment allocate from pool success with {'vlan_id': 868, 'physical_network': 'physnet1'} {{(pid=101812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:48:12.223076 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a640f-83b7-4638-a58d-2e2f77364bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ad8fd9-1c83-4cc5-8957-5f28df5f3136,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:12.227831 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-799a640f-83b7-4638-a58d-2e2f77364bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16407769'] for segment, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:12.228192 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.db.segments_db [None req-799a640f-83b7-4638-a58d-2e2f77364bd0 admin admin] Added segment d5d1c17b-f2d9-4823-bc4b-18ea27b3439b of type vlan for network d1937f23-8870-46fa-91ed-b9392396fdf4 Nov 11 20:48:12.271305 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-799a640f-83b7-4638-a58d-2e2f77364bd0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768468705491'] for network, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:12.297147 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-799a640f-83b7-4638-a58d-2e2f77364bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858'] for network, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:12.298437 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799a640f-83b7-4638-a58d-2e2f77364bd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:12.299006 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-799a640f-83b7-4638-a58d-2e2f77364bd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for network, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:12.328583 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-799a640f-83b7-4638-a58d-2e2f77364bd0 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2604399 Nov 11 20:48:12.331374 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 51148) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:12.336566 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [None req-ecba9da8-5cc2-41e8-a821-721a24f99877 admin admin] Request body: {'subnet': {'network_id': 'd1937f23-8870-46fa-91ed-b9392396fdf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-700774164-subnet', 'tenant_id': '5a644c6591b54f2aa77759827baff03e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:48:12.361962 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecba9da8-5cc2-41e8-a821-721a24f99877 admin admin] Made reservation on behalf of 5a644c6591b54f2aa77759827baff03e for: {'subnet': 1} {{(pid=101811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:48:12.364901 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-ecba9da8-5cc2-41e8-a821-721a24f99877 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25383819'] for subnet, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:12.376921 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a640f-83b7-4638-a58d-2e2f77364bd0 admin admin] Pushing event updated for resources: {'Network': ['ID=d1937f23-8870-46fa-91ed-b9392396fdf4,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:12.389445 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Network d1937f23-8870-46fa-91ed-b9392396fdf4 details requested by agent ovs-agent-dv-cinder-817642-1-iscsi with host dv-cinder-817642-1-iscsi {{(pid=101813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:48:12.547466 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-ecba9da8-5cc2-41e8-a821-721a24f99877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25464228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25383833'] for subnet, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:12.602324 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba9da8-5cc2-41e8-a821-721a24f99877 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e833910a-f71f-4e80-a057-bc59d87e4ce6,revision_number=0']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:12.614968 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecba9da8-5cc2-41e8-a821-721a24f99877 admin admin] Checking segment: {'id': 'd5d1c17b-f2d9-4823-bc4b-18ea27b3439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'd1937f23-8870-46fa-91ed-b9392396fdf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:48:12.615371 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecba9da8-5cc2-41e8-a821-721a24f99877 admin admin] Network hostable DHCP agents. Network: d1937f23-8870-46fa-91ed-b9392396fdf4, hostable agents: ['4584d237-ef17-41dc-89a8-5da37ed889a0'], hosted agents: [] {{(pid=101811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:48:12.632570 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecba9da8-5cc2-41e8-a821-721a24f99877 admin admin] Network d1937f23-8870-46fa-91ed-b9392396fdf4 is scheduled to be hosted by DHCP agent 4584d237-ef17-41dc-89a8-5da37ed889a0 with binding_index 1 {{(pid=101811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:48:12.642681 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.base_scheduler [None req-ecba9da8-5cc2-41e8-a821-721a24f99877 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817642-1-iscsi, d1937f23-8870-46fa-91ed-b9392396fdf4) {{(pid=101811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:48:12.647012 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecba9da8-5cc2-41e8-a821-721a24f99877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:12.648368 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-ecba9da8-5cc2-41e8-a821-721a24f99877 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:12.651359 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c9573c-5e5a-41fa-8d06-17ee2499a6d2 None None] Network d1937f23-8870-46fa-91ed-b9392396fdf4 requested from dv-cinder-817642-1-iscsi {{(pid=101813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:48:12.674440 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-ecba9da8-5cc2-41e8-a821-721a24f99877 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3417783 Nov 11 20:48:12.799069 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 51160) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:12.808851 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4515f2eb-a01c-4fff-920e-bd252961faa5 None None] Network d1937f23-8870-46fa-91ed-b9392396fdf4 requested from dv-cinder-817642-1-iscsi {{(pid=101813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:48:12.846296 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.db_base_plugin_v2 [None req-007db060-f23a-47e8-a387-9d46b564a6ed admin admin] Deleting subnet 4d62c1ef-46e7-4761-9c42-1010680ee810 {{(pid=101811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:48:12.849683 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-007db060-f23a-47e8-a387-9d46b564a6ed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:12.886864 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-007db060-f23a-47e8-a387-9d46b564a6ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25938190'] for subnet, precommit_delete_associations {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:12.928243 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-007db060-f23a-47e8-a387-9d46b564a6ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16455430'] for subnet, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:12.980743 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-007db060-f23a-47e8-a387-9d46b564a6ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16455441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25464163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25383904'] for subnet, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:13.003219 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007db060-f23a-47e8-a387-9d46b564a6ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d62c1ef-46e7-4761-9c42-1010680ee810,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:13.009113 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-007db060-f23a-47e8-a387-9d46b564a6ed admin admin] Publish callbacks [] for subnet, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:13.012210 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-007db060-f23a-47e8-a387-9d46b564a6ed admin admin] 10.222.0.61 "DELETE /v2.0/subnets/4d62c1ef-46e7-4761-9c42-1010680ee810 HTTP/1.1" status: 204 len: 168 time: 0.2121699 Nov 11 20:48:13.015164 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 51162) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:13.046553 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 40bfc231-ecda-4dd7-a914-d4fd0a2d487b up at agent hyperv_hv-cinder-81764 {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:48:13.088252 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-04c2a3a4-51b8-45cb-a36d-0e48f1bb1674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16325219'] for network, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:13.099025 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Provisioning complete for port 40bfc231-ecda-4dd7-a914-d4fd0a2d487b triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:48:13.099383 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:13.166574 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-04c2a3a4-51b8-45cb-a36d-0e48f1bb1674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451713', 'neutron.services.segments.db._delete_segments_for_network-8768469249518'] for network, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:13.179489 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:13.186376 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.services.segments.db [None req-04c2a3a4-51b8-45cb-a36d-0e48f1bb1674 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e208864-8109-4d8d-861a-260b9eaf9256']}} {{(pid=101811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:13.195606 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.services.segments.db [None req-04c2a3a4-51b8-45cb-a36d-0e48f1bb1674 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3c32cee-630a-478b-99d1-20d2f3c15157') {'for_net_delete': True} {{(pid=101811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:13.195892 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.services.segments.db [None req-04c2a3a4-51b8-45cb-a36d-0e48f1bb1674 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3c32cee-630a-478b-99d1-20d2f3c15157') {} {{(pid=101811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:13.202655 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a4baaf-615d-4da4-b61e-5a9199179627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40bfc231-ecda-4dd7-a914-d4fd0a2d487b'}] {{(pid=101813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:48:13.205061 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0340890b3ce0369dfbb204f3d0516fe3d00048a2838df9679e450f9495620248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14073515-b43a-4e31-9af6-a0018794f20a" -d '{"events": [{"server_uuid": "c9a4baaf-615d-4da4-b61e-5a9199179627", "name": "network-vif-plugged", "status": "completed", "tag": "40bfc231-ecda-4dd7-a914-d4fd0a2d487b"}]}' {{(pid=101813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:48:13.206479 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-04c2a3a4-51b8-45cb-a36d-0e48f1bb1674 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768469040631', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25950205'] for segment, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:13.217456 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 40bfc231-ecda-4dd7-a914-d4fd0a2d487b, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=40bfc231-ecda-4dd7-a914-d4fd0a2d487b,segment=NetworkSegment(6393b59f-edea-4597-8674-6898de2ab603),segment_id=6393b59f-edea-4597-8674-6898de2ab603)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:48:13.221371 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-04c2a3a4-51b8-45cb-a36d-0e48f1bb1674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16407769'] for segment, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:13.222381 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:13.230725 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04c2a3a4-51b8-45cb-a36d-0e48f1bb1674 admin admin] Releasing vlan 862 on physical network physnet1 to pool {{(pid=101811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:48:13.231439 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-04c2a3a4-51b8-45cb-a36d-0e48f1bb1674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16407769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25464077'] for segment, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:13.233852 dv-cinder-817642-1-iscsi neutron-server[101811]: Traceback (most recent call last): Nov 11 20:48:13.233852 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:48:13.233852 dv-cinder-817642-1-iscsi neutron-server[101811]: timer() Nov 11 20:48:13.233852 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:48:13.233852 dv-cinder-817642-1-iscsi neutron-server[101811]: cb(*args, **kw) Nov 11 20:48:13.233852 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:48:13.233852 dv-cinder-817642-1-iscsi neutron-server[101811]: return func(*args, **kwargs) Nov 11 20:48:13.233852 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:48:13.233852 dv-cinder-817642-1-iscsi neutron-server[101811]: self._notify() Nov 11 20:48:13.233852 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:48:13.233852 dv-cinder-817642-1-iscsi neutron-server[101811]: self.callback(batched_events) Nov 11 20:48:13.233852 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:48:13.233852 dv-cinder-817642-1-iscsi neutron-server[101811]: event.method(event) Nov 11 20:48:13.233852 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:48:13.233852 dv-cinder-817642-1-iscsi neutron-server[101811]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:48:13.233852 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:48:13.233852 dv-cinder-817642-1-iscsi neutron-server[101811]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:48:13.233852 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:48:13.233852 dv-cinder-817642-1-iscsi neutron-server[101811]: return f(self, *a, **k) Nov 11 20:48:13.233852 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:48:13.233852 dv-cinder-817642-1-iscsi neutron-server[101811]: return self._get(url).json() Nov 11 20:48:13.233852 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:48:13.233852 dv-cinder-817642-1-iscsi neutron-server[101811]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:48:13.233852 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:48:13.233852 dv-cinder-817642-1-iscsi neutron-server[101811]: return self.request(url, 'GET', **kwargs) Nov 11 20:48:13.233852 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:48:13.233852 dv-cinder-817642-1-iscsi neutron-server[101811]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:48:13.233852 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:48:13.233852 dv-cinder-817642-1-iscsi neutron-server[101811]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:48:13.233852 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:48:13.233852 dv-cinder-817642-1-iscsi neutron-server[101811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:48:13.233852 dv-cinder-817642-1-iscsi neutron-server[101811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:48:13.246172 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb4fa47-c20e-4a20-be64-55b836280c3b x-openstack-request-id: req-aeb4fa47-c20e-4a20-be64-55b836280c3b {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:48:13.246460 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9a4baaf-615d-4da4-b61e-5a9199179627", "name": "network-vif-plugged", "status": "completed", "tag": "40bfc231-ecda-4dd7-a914-d4fd0a2d487b", "code": 200}]} {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:48:13.246710 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-aeb4fa47-c20e-4a20-be64-55b836280c3b {{(pid=101813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:48:13.247698 dv-cinder-817642-1-iscsi neutron-server[101813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a4baaf-615d-4da4-b61e-5a9199179627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40bfc231-ecda-4dd7-a914-d4fd0a2d487b', 'code': 200} Nov 11 20:48:13.273281 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Pushing event updated for resources: {'Port': ['ID=40bfc231-ecda-4dd7-a914-d4fd0a2d487b,revision_number=8']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:13.293675 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-04c2a3a4-51b8-45cb-a36d-0e48f1bb1674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656125'] for network, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:13.299754 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-04c2a3a4-51b8-45cb-a36d-0e48f1bb1674 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for network, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:13.303223 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-04c2a3a4-51b8-45cb-a36d-0e48f1bb1674 admin admin] 10.222.0.61 "DELETE /v2.0/networks/3e208864-8109-4d8d-861a-260b9eaf9256 HTTP/1.1" status: 204 len: 168 time: 0.2871368 Nov 11 20:48:13.306203 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 51166) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:13.314071 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c2a3a4-51b8-45cb-a36d-0e48f1bb1674 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e208864-8109-4d8d-861a-260b9eaf9256,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:13.350674 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.db.db_base_plugin_v2 [None req-15b47464-1e54-461f-b850-6d0a7c2b0c83 admin admin] Deleting subnet e833910a-f71f-4e80-a057-bc59d87e4ce6 {{(pid=101812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:48:13.353700 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-15b47464-1e54-461f-b850-6d0a7c2b0c83 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:13.386410 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-15b47464-1e54-461f-b850-6d0a7c2b0c83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4163766'] for subnet, precommit_delete_associations {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:13.423673 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-15b47464-1e54-461f-b850-6d0a7c2b0c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16455430'] for subnet, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:13.478653 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-15b47464-1e54-461f-b850-6d0a7c2b0c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16455441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3549770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3891168'] for subnet, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:13.503676 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b47464-1e54-461f-b850-6d0a7c2b0c83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e833910a-f71f-4e80-a057-bc59d87e4ce6,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:13.507353 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-15b47464-1e54-461f-b850-6d0a7c2b0c83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for subnet, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:13.510447 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-15b47464-1e54-461f-b850-6d0a7c2b0c83 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/e833910a-f71f-4e80-a057-bc59d87e4ce6 HTTP/1.1" status: 204 len: 168 time: 0.2032306 Nov 11 20:48:13.513060 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 51168) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:13.579620 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-9bda3315-38c7-4d9b-8995-83166146b7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16325219'] for network, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:13.658027 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-9bda3315-38c7-4d9b-8995-83166146b7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451713', 'neutron.services.segments.db._delete_segments_for_network-8768469249518'] for network, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:13.677014 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.services.segments.db [None req-9bda3315-38c7-4d9b-8995-83166146b7a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1937f23-8870-46fa-91ed-b9392396fdf4']}} {{(pid=101812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:13.685976 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.services.segments.db [None req-9bda3315-38c7-4d9b-8995-83166146b7a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5d1c17b-f2d9-4823-bc4b-18ea27b3439b') {'for_net_delete': True} {{(pid=101812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:13.686262 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.services.segments.db [None req-9bda3315-38c7-4d9b-8995-83166146b7a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5d1c17b-f2d9-4823-bc4b-18ea27b3439b') {} {{(pid=101812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:13.695216 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-9bda3315-38c7-4d9b-8995-83166146b7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768469040631', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4175429'] for segment, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:13.709972 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-9bda3315-38c7-4d9b-8995-83166146b7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16407769'] for segment, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:13.718177 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bda3315-38c7-4d9b-8995-83166146b7a9 admin admin] Releasing vlan 868 on physical network physnet1 to pool {{(pid=101812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:48:13.718878 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-9bda3315-38c7-4d9b-8995-83166146b7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16407769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3549732'] for segment, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:13.720846 dv-cinder-817642-1-iscsi neutron-server[101812]: Traceback (most recent call last): Nov 11 20:48:13.720846 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:48:13.720846 dv-cinder-817642-1-iscsi neutron-server[101812]: timer() Nov 11 20:48:13.720846 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:48:13.720846 dv-cinder-817642-1-iscsi neutron-server[101812]: cb(*args, **kw) Nov 11 20:48:13.720846 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:48:13.720846 dv-cinder-817642-1-iscsi neutron-server[101812]: return func(*args, **kwargs) Nov 11 20:48:13.720846 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:48:13.720846 dv-cinder-817642-1-iscsi neutron-server[101812]: self._notify() Nov 11 20:48:13.720846 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:48:13.720846 dv-cinder-817642-1-iscsi neutron-server[101812]: self.callback(batched_events) Nov 11 20:48:13.720846 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:48:13.720846 dv-cinder-817642-1-iscsi neutron-server[101812]: event.method(event) Nov 11 20:48:13.720846 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:48:13.720846 dv-cinder-817642-1-iscsi neutron-server[101812]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:48:13.720846 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:48:13.720846 dv-cinder-817642-1-iscsi neutron-server[101812]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:48:13.720846 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:48:13.720846 dv-cinder-817642-1-iscsi neutron-server[101812]: return f(self, *a, **k) Nov 11 20:48:13.720846 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:48:13.720846 dv-cinder-817642-1-iscsi neutron-server[101812]: return self._get(url).json() Nov 11 20:48:13.720846 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:48:13.720846 dv-cinder-817642-1-iscsi neutron-server[101812]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:48:13.720846 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:48:13.720846 dv-cinder-817642-1-iscsi neutron-server[101812]: return self.request(url, 'GET', **kwargs) Nov 11 20:48:13.720846 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:48:13.720846 dv-cinder-817642-1-iscsi neutron-server[101812]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:48:13.720846 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:48:13.720846 dv-cinder-817642-1-iscsi neutron-server[101812]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:48:13.720846 dv-cinder-817642-1-iscsi neutron-server[101812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:48:13.720846 dv-cinder-817642-1-iscsi neutron-server[101812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:48:13.720846 dv-cinder-817642-1-iscsi neutron-server[101812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:48:13.787835 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-9bda3315-38c7-4d9b-8995-83166146b7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656125'] for network, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:13.792682 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-9bda3315-38c7-4d9b-8995-83166146b7a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for network, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:13.798590 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-9bda3315-38c7-4d9b-8995-83166146b7a9 admin admin] 10.222.0.61 "DELETE /v2.0/networks/d1937f23-8870-46fa-91ed-b9392396fdf4 HTTP/1.1" status: 204 len: 168 time: 0.2820654 Nov 11 20:48:13.809747 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda3315-38c7-4d9b-8995-83166146b7a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1937f23-8870-46fa-91ed-b9392396fdf4,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:13.971486 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 51180) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:14.020298 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-db6bbb57-ccfe-47d6-ad77-6ed650716d84 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=47f167f01135421783b92904ba98d29c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0475755 Nov 11 20:48:14.022823 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 51184) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:14.071645 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-6387fd5a-4408-45a9-97bd-d692625a3dd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:14.094612 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-6387fd5a-4408-45a9-97bd-d692625a3dd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:14.145531 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-6387fd5a-4408-45a9-97bd-d692625a3dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:14.148107 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-6387fd5a-4408-45a9-97bd-d692625a3dd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:14.149289 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-6387fd5a-4408-45a9-97bd-d692625a3dd2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7031d39a-3a4f-4680-b9f1-b84b6adb2ba1 HTTP/1.1" status: 204 len: 168 time: 0.1254640 Nov 11 20:48:14.158314 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6387fd5a-4408-45a9-97bd-d692625a3dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7031d39a-3a4f-4680-b9f1-b84b6adb2ba1,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:14.489905 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 51196) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:14.531836 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-5952a805-a367-40bd-8ee2-d05aa0554ed9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5a644c6591b54f2aa77759827baff03e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407088 Nov 11 20:48:14.534266 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 51198) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:14.581774 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-7691aaf3-0813-4f38-a604-692118c5f6f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:14.604552 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-7691aaf3-0813-4f38-a604-692118c5f6f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:14.654580 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-7691aaf3-0813-4f38-a604-692118c5f6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:14.658040 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-7691aaf3-0813-4f38-a604-692118c5f6f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:14.659176 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-7691aaf3-0813-4f38-a604-692118c5f6f7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c2ad8fd9-1c83-4cc5-8957-5f28df5f3136 HTTP/1.1" status: 204 len: 168 time: 0.1240180 Nov 11 20:48:14.666614 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7691aaf3-0813-4f38-a604-692118c5f6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ad8fd9-1c83-4cc5-8957-5f28df5f3136,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:16.449836 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 51268) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:16.554212 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-7408b4c9-4114-4977-9aab-7a26407d7940 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:16.634159 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-7408b4c9-4114-4977-9aab-7a26407d7940 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:16.638018 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-7408b4c9-4114-4977-9aab-7a26407d7940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:16.676585 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-7408b4c9-4114-4977-9aab-7a26407d7940 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=086dfe6492d74d399fd8e4f911017780&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2249939 Nov 11 20:48:16.677799 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7408b4c9-4114-4977-9aab-7a26407d7940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4f5e69-cb85-41b9-997c-4c2f413563a1,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:16.679305 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 51278) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:16.727551 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-e7973854-39b8-4240-a01c-9324b494d2cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:16.750396 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-e7973854-39b8-4240-a01c-9324b494d2cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:16.797535 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-e7973854-39b8-4240-a01c-9324b494d2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:16.799959 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-e7973854-39b8-4240-a01c-9324b494d2cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:16.801101 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-e7973854-39b8-4240-a01c-9324b494d2cc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3e4f5e69-cb85-41b9-997c-4c2f413563a1 HTTP/1.1" status: 204 len: 168 time: 0.1208320 Nov 11 20:48:16.808588 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7973854-39b8-4240-a01c-9324b494d2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4f5e69-cb85-41b9-997c-4c2f413563a1,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:17.060312 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 51284) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:17.072912 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-c9859cf6-ed09-43d5-ab3f-3a6f59457ea2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:17.144486 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-c9859cf6-ed09-43d5-ab3f-3a6f59457ea2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:17.148254 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-c9859cf6-ed09-43d5-ab3f-3a6f59457ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:17.186156 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-c9859cf6-ed09-43d5-ab3f-3a6f59457ea2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=07bb21b4c3df499a9b6b71d8e9618056&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1246860 Nov 11 20:48:17.187019 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9859cf6-ed09-43d5-ab3f-3a6f59457ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28090611-9d78-42ae-a83e-c4404f0b4104,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:17.188849 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 51286) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:17.237330 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-ff96f061-fdeb-4476-a5ad-e45f02f94d3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:17.257516 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-ff96f061-fdeb-4476-a5ad-e45f02f94d3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:17.303184 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-ff96f061-fdeb-4476-a5ad-e45f02f94d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:17.305735 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-ff96f061-fdeb-4476-a5ad-e45f02f94d3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:17.306913 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-ff96f061-fdeb-4476-a5ad-e45f02f94d3b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/28090611-9d78-42ae-a83e-c4404f0b4104 HTTP/1.1" status: 204 len: 168 time: 0.1167450 Nov 11 20:48:17.314245 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96f061-fdeb-4476-a5ad-e45f02f94d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28090611-9d78-42ae-a83e-c4404f0b4104,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:22.202762 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:25.348133 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1eadf01f-f218-4fd9-aef7-e9bb1a49303f req-c4eb62ed-ad12-4eb4-9209-0220baa89a3d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425303 Nov 11 20:48:25.417219 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eadf01f-f218-4fd9-aef7-e9bb1a49303f req-76219557-a58d-417a-8847-f13262dae447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:25.418673 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1eadf01f-f218-4fd9-aef7-e9bb1a49303f req-76219557-a58d-417a-8847-f13262dae447 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1ad6c752ea6048068ad66bddb0f2968f&device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 1099 time: 0.0396574 Nov 11 20:48:25.528596 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eadf01f-f218-4fd9-aef7-e9bb1a49303f req-d3d9ae3c-7530-4930-8246-12702c589682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:25.530101 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1eadf01f-f218-4fd9-aef7-e9bb1a49303f req-d3d9ae3c-7530-4930-8246-12702c589682 service neutron] 10.222.0.78 "GET /v2.0/networks?id=86e64690-2a5a-4e0a-b625-102ea78f3628 HTTP/1.1" status: 200 len: 910 time: 0.0851750 Nov 11 20:48:25.611861 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1eadf01f-f218-4fd9-aef7-e9bb1a49303f req-bb6cfe22-d79f-4ba4-89da-61884ec4d0cc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40bfc231-ecda-4dd7-a914-d4fd0a2d487b HTTP/1.1" status: 200 len: 1002 time: 0.0619705 Nov 11 20:48:25.661859 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eadf01f-f218-4fd9-aef7-e9bb1a49303f req-01a0e134-5f91-45e0-82a4-1cb92fb5b644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:25.663259 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1eadf01f-f218-4fd9-aef7-e9bb1a49303f req-01a0e134-5f91-45e0-82a4-1cb92fb5b644 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=687750c2-873f-4aa7-97ab-72f9b584fba4 HTTP/1.1" status: 200 len: 848 time: 0.0417500 Nov 11 20:48:25.709183 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eadf01f-f218-4fd9-aef7-e9bb1a49303f req-7a61fecd-04b7-4c31-8a39-fa8163290847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:25.710617 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1eadf01f-f218-4fd9-aef7-e9bb1a49303f req-7a61fecd-04b7-4c31-8a39-fa8163290847 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=86e64690-2a5a-4e0a-b625-102ea78f3628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386355 Nov 11 20:48:25.810825 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1eadf01f-f218-4fd9-aef7-e9bb1a49303f req-4dbfd528-c5f9-4989-9b72-35c5b9a4b899 service neutron] 10.222.0.78 "GET /v2.0/networks/86e64690-2a5a-4e0a-b625-102ea78f3628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880165 Nov 11 20:48:25.908428 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1eadf01f-f218-4fd9-aef7-e9bb1a49303f req-5efc2a95-84b9-4a5f-9346-0792d276f9a6 service neutron] 10.222.0.78 "GET /v2.0/networks/86e64690-2a5a-4e0a-b625-102ea78f3628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874333 Nov 11 20:48:29.418416 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 51438) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:29.525550 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-91af7c29-464f-4704-b30d-7b59b4f453b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:29.600900 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-91af7c29-464f-4704-b30d-7b59b4f453b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:29.605088 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-91af7c29-464f-4704-b30d-7b59b4f453b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:29.647490 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-91af7c29-464f-4704-b30d-7b59b4f453b7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2b2135f64c99445992c0ae08acabc3d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2274706 Nov 11 20:48:29.648683 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af7c29-464f-4704-b30d-7b59b4f453b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27f92bf-8962-4c1e-aaa3-c138ab206b22,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:29.650129 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 51442) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:29.699116 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-a820ecc4-f1bf-4b70-8d9e-a50bc3dc2c72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:29.720531 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-a820ecc4-f1bf-4b70-8d9e-a50bc3dc2c72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:29.770463 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-a820ecc4-f1bf-4b70-8d9e-a50bc3dc2c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:29.773119 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-a820ecc4-f1bf-4b70-8d9e-a50bc3dc2c72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:29.774349 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-a820ecc4-f1bf-4b70-8d9e-a50bc3dc2c72 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f27f92bf-8962-4c1e-aaa3-c138ab206b22 HTTP/1.1" status: 204 len: 168 time: 0.1232562 Nov 11 20:48:29.783365 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820ecc4-f1bf-4b70-8d9e-a50bc3dc2c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27f92bf-8962-4c1e-aaa3-c138ab206b22,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:30.046974 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 51448) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:30.064381 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-867af24f-fcc5-4060-9809-92abb0903c21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:30.136991 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-867af24f-fcc5-4060-9809-92abb0903c21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:30.141147 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-867af24f-fcc5-4060-9809-92abb0903c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:30.180759 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-867af24f-fcc5-4060-9809-92abb0903c21 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f271904f353c45dc91ab97cad0bda214&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1326942 Nov 11 20:48:30.181611 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867af24f-fcc5-4060-9809-92abb0903c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089266d1-6fd2-4bdc-b20c-0caf4c4aecf3,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:30.183483 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 51454) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:30.233550 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-4caae8a4-7bac-421c-b2db-61bdf04df5a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:30.254971 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-4caae8a4-7bac-421c-b2db-61bdf04df5a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:30.307297 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-4caae8a4-7bac-421c-b2db-61bdf04df5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:30.310387 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-4caae8a4-7bac-421c-b2db-61bdf04df5a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:30.311697 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-4caae8a4-7bac-421c-b2db-61bdf04df5a1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/089266d1-6fd2-4bdc-b20c-0caf4c4aecf3 HTTP/1.1" status: 204 len: 168 time: 0.1270139 Nov 11 20:48:30.319790 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caae8a4-7bac-421c-b2db-61bdf04df5a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089266d1-6fd2-4bdc-b20c-0caf4c4aecf3,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:30.734192 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-cca72998-b388-4f9e-bcae-72f09b26d9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:32.362919 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 51578) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:32.464985 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-3d9d89b6-21ff-41d9-9421-0530237aecdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:32.542528 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-3d9d89b6-21ff-41d9-9421-0530237aecdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:32.546532 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-3d9d89b6-21ff-41d9-9421-0530237aecdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:32.586682 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-3d9d89b6-21ff-41d9-9421-0530237aecdb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8bf5c33d6f9a47099dad697d67d6c9e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2226639 Nov 11 20:48:32.587648 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d89b6-21ff-41d9-9421-0530237aecdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39eb3013-6e65-43d4-bd46-133d776e8f3c,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:32.589021 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 51586) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:32.641455 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-4b7f8a74-af13-4a12-91b0-b39e92f59a3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:32.662983 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-4b7f8a74-af13-4a12-91b0-b39e92f59a3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:32.707828 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-4b7f8a74-af13-4a12-91b0-b39e92f59a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:32.710259 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-4b7f8a74-af13-4a12-91b0-b39e92f59a3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:32.711375 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-4b7f8a74-af13-4a12-91b0-b39e92f59a3a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/39eb3013-6e65-43d4-bd46-133d776e8f3c HTTP/1.1" status: 204 len: 168 time: 0.1216342 Nov 11 20:48:32.719181 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7f8a74-af13-4a12-91b0-b39e92f59a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39eb3013-6e65-43d4-bd46-133d776e8f3c,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:32.976443 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 51594) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:32.990061 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-771ddf87-d673-447e-8c66-3cdf1f7227ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:33.064288 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-771ddf87-d673-447e-8c66-3cdf1f7227ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:33.068940 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-771ddf87-d673-447e-8c66-3cdf1f7227ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:33.107888 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-771ddf87-d673-447e-8c66-3cdf1f7227ab admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0bfcb95cbbf34f1da393a1c268c8c2f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1303778 Nov 11 20:48:33.108988 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ddf87-d673-447e-8c66-3cdf1f7227ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404f601d-eaa8-4410-96bd-7627e53afe67,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:33.110646 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 51596) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:33.157881 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-28e28e52-bbe6-4519-bfa1-42d394314721 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:33.186884 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-28e28e52-bbe6-4519-bfa1-42d394314721 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:33.233293 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-28e28e52-bbe6-4519-bfa1-42d394314721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:33.236178 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-28e28e52-bbe6-4519-bfa1-42d394314721 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:33.237309 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-28e28e52-bbe6-4519-bfa1-42d394314721 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/404f601d-eaa8-4410-96bd-7627e53afe67 HTTP/1.1" status: 204 len: 168 time: 0.1257095 Nov 11 20:48:33.244946 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e28e52-bbe6-4519-bfa1-42d394314721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404f601d-eaa8-4410-96bd-7627e53afe67,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:33.417972 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3baae05b-c8da-46b7-b031-caf634acd096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:33.958783 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 51640) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:34.071619 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [None req-5c5eed2f-7ceb-4fd4-b93a-018002114ce9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-902846554-network', 'tenant_id': '8f750be3dba54f31a37c06fd6eb2cc22'}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:48:34.096287 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5eed2f-7ceb-4fd4-b93a-018002114ce9 admin admin] Made reservation on behalf of 8f750be3dba54f31a37c06fd6eb2cc22 for: {'network': 1} {{(pid=101812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:48:34.098806 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-5c5eed2f-7ceb-4fd4-b93a-018002114ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for network, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:34.109030 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-5c5eed2f-7ceb-4fd4-b93a-018002114ce9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:34.183753 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-5c5eed2f-7ceb-4fd4-b93a-018002114ce9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:34.187456 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-5c5eed2f-7ceb-4fd4-b93a-018002114ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:34.211033 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c5eed2f-7ceb-4fd4-b93a-018002114ce9 admin admin] vlan segment allocate from pool success with {'vlan_id': 874, 'physical_network': 'physnet1'} {{(pid=101812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:48:34.221008 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5eed2f-7ceb-4fd4-b93a-018002114ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b424482b-0ea8-484c-8f71-ce33d9bca9c8,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:34.225979 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-5c5eed2f-7ceb-4fd4-b93a-018002114ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16407769'] for segment, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:34.226315 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.db.segments_db [None req-5c5eed2f-7ceb-4fd4-b93a-018002114ce9 admin admin] Added segment 0ab2cd62-68df-4843-b013-6d5f62fc145b of type vlan for network bf2cc07d-1b95-4663-b690-2638c0f648ca Nov 11 20:48:34.265431 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-5c5eed2f-7ceb-4fd4-b93a-018002114ce9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768468705491'] for network, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:34.291409 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-5c5eed2f-7ceb-4fd4-b93a-018002114ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858'] for network, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:34.292694 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5eed2f-7ceb-4fd4-b93a-018002114ce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:34.293278 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-5c5eed2f-7ceb-4fd4-b93a-018002114ce9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for network, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:34.326351 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-5c5eed2f-7ceb-4fd4-b93a-018002114ce9 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3695831 Nov 11 20:48:34.329274 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 51648) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:34.334324 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [None req-93bc7d86-2c76-4701-a32d-5e2d08e2a4d4 admin admin] Request body: {'subnet': {'network_id': 'bf2cc07d-1b95-4663-b690-2638c0f648ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-902846554-subnet', 'tenant_id': '8f750be3dba54f31a37c06fd6eb2cc22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:48:34.358907 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93bc7d86-2c76-4701-a32d-5e2d08e2a4d4 admin admin] Made reservation on behalf of 8f750be3dba54f31a37c06fd6eb2cc22 for: {'subnet': 1} {{(pid=101811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:48:34.361772 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-93bc7d86-2c76-4701-a32d-5e2d08e2a4d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25383819'] for subnet, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:34.363842 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5eed2f-7ceb-4fd4-b93a-018002114ce9 admin admin] Pushing event updated for resources: {'Network': ['ID=bf2cc07d-1b95-4663-b690-2638c0f648ca,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:34.374978 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Network bf2cc07d-1b95-4663-b690-2638c0f648ca details requested by agent ovs-agent-dv-cinder-817642-1-iscsi with host dv-cinder-817642-1-iscsi {{(pid=101813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:48:34.445765 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3d9940ef-842e-4b07-a279-f9f66b0ee11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:34.536627 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-93bc7d86-2c76-4701-a32d-5e2d08e2a4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25464228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25383833'] for subnet, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:34.589834 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc7d86-2c76-4701-a32d-5e2d08e2a4d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4202634-e04b-41e8-8276-f1a32a6bd96b,revision_number=0']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:34.602414 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bc7d86-2c76-4701-a32d-5e2d08e2a4d4 admin admin] Checking segment: {'id': '0ab2cd62-68df-4843-b013-6d5f62fc145b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'bf2cc07d-1b95-4663-b690-2638c0f648ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:48:34.602770 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bc7d86-2c76-4701-a32d-5e2d08e2a4d4 admin admin] Network hostable DHCP agents. Network: bf2cc07d-1b95-4663-b690-2638c0f648ca, hostable agents: ['4584d237-ef17-41dc-89a8-5da37ed889a0'], hosted agents: [] {{(pid=101811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:48:34.619388 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bc7d86-2c76-4701-a32d-5e2d08e2a4d4 admin admin] Network bf2cc07d-1b95-4663-b690-2638c0f648ca is scheduled to be hosted by DHCP agent 4584d237-ef17-41dc-89a8-5da37ed889a0 with binding_index 1 {{(pid=101811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:48:34.628302 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.base_scheduler [None req-93bc7d86-2c76-4701-a32d-5e2d08e2a4d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817642-1-iscsi, bf2cc07d-1b95-4663-b690-2638c0f648ca) {{(pid=101811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:48:34.632783 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bc7d86-2c76-4701-a32d-5e2d08e2a4d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:34.634226 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-93bc7d86-2c76-4701-a32d-5e2d08e2a4d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:34.637318 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdb0504-d57e-4607-a5cb-169bd4444f53 None None] Network bf2cc07d-1b95-4663-b690-2638c0f648ca requested from dv-cinder-817642-1-iscsi {{(pid=101813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:48:34.650548 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-93bc7d86-2c76-4701-a32d-5e2d08e2a4d4 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3201134 Nov 11 20:48:34.765523 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d706b868-257f-490d-9dfe-61e2f4fe6a6e None None] Network bf2cc07d-1b95-4663-b690-2638c0f648ca requested from dv-cinder-817642-1-iscsi {{(pid=101813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:48:35.139304 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 51668) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:35.144157 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [None req-9227d8a5-395b-49ab-b99f-202586fd8875 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1470794100-network', 'tenant_id': '5b77c0590dba48b78a5b5695a07e923e'}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:48:35.164250 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9227d8a5-395b-49ab-b99f-202586fd8875 admin admin] Made reservation on behalf of 5b77c0590dba48b78a5b5695a07e923e for: {'network': 1} {{(pid=101811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:48:35.166479 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9227d8a5-395b-49ab-b99f-202586fd8875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for network, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:35.179616 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9227d8a5-395b-49ab-b99f-202586fd8875 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:35.256858 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9227d8a5-395b-49ab-b99f-202586fd8875 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:35.260697 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9227d8a5-395b-49ab-b99f-202586fd8875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:35.285178 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9227d8a5-395b-49ab-b99f-202586fd8875 admin admin] vlan segment allocate from pool success with {'vlan_id': 875, 'physical_network': 'physnet1'} {{(pid=101811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 20:48:35.294673 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227d8a5-395b-49ab-b99f-202586fd8875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb0ec62-a940-4b34-a38c-cf30c9fe50d2,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:35.302673 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9227d8a5-395b-49ab-b99f-202586fd8875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16407769'] for segment, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:35.302673 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.db.segments_db [None req-9227d8a5-395b-49ab-b99f-202586fd8875 admin admin] Added segment 215972e4-f703-4735-bcf7-0957bb2394d8 of type vlan for network 3d285e6e-a267-4dbf-bd35-f2d8ed81e020 Nov 11 20:48:35.344027 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9227d8a5-395b-49ab-b99f-202586fd8875 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768468705491'] for network, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:35.369390 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9227d8a5-395b-49ab-b99f-202586fd8875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858'] for network, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:35.370511 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9227d8a5-395b-49ab-b99f-202586fd8875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:35.371111 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9227d8a5-395b-49ab-b99f-202586fd8875 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for network, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:35.428935 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-9227d8a5-395b-49ab-b99f-202586fd8875 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2884955 Nov 11 20:48:35.431566 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 51670) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:35.438006 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [None req-53780dd8-df1f-4d02-91b5-6ea2de022624 admin admin] Request body: {'subnet': {'network_id': '3d285e6e-a267-4dbf-bd35-f2d8ed81e020', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1470794100-subnet', 'tenant_id': '5b77c0590dba48b78a5b5695a07e923e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:48:35.442022 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227d8a5-395b-49ab-b99f-202586fd8875 admin admin] Pushing event updated for resources: {'Network': ['ID=3d285e6e-a267-4dbf-bd35-f2d8ed81e020,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:35.451809 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Network 3d285e6e-a267-4dbf-bd35-f2d8ed81e020 details requested by agent ovs-agent-dv-cinder-817642-1-iscsi with host dv-cinder-817642-1-iscsi {{(pid=101813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 20:48:35.462078 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53780dd8-df1f-4d02-91b5-6ea2de022624 admin admin] Made reservation on behalf of 5b77c0590dba48b78a5b5695a07e923e for: {'subnet': 1} {{(pid=101811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:48:35.464541 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-53780dd8-df1f-4d02-91b5-6ea2de022624 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25383819'] for subnet, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:35.632411 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-53780dd8-df1f-4d02-91b5-6ea2de022624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25464228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25383833'] for subnet, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:35.686462 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53780dd8-df1f-4d02-91b5-6ea2de022624 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1714f9b1-773c-42b0-a552-be3ff1c42842,revision_number=0']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:35.695055 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53780dd8-df1f-4d02-91b5-6ea2de022624 admin admin] Checking segment: {'id': '215972e4-f703-4735-bcf7-0957bb2394d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '3d285e6e-a267-4dbf-bd35-f2d8ed81e020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:48:35.695408 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53780dd8-df1f-4d02-91b5-6ea2de022624 admin admin] Network hostable DHCP agents. Network: 3d285e6e-a267-4dbf-bd35-f2d8ed81e020, hostable agents: ['4584d237-ef17-41dc-89a8-5da37ed889a0'], hosted agents: [] {{(pid=101811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 20:48:35.711149 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53780dd8-df1f-4d02-91b5-6ea2de022624 admin admin] Network 3d285e6e-a267-4dbf-bd35-f2d8ed81e020 is scheduled to be hosted by DHCP agent 4584d237-ef17-41dc-89a8-5da37ed889a0 with binding_index 1 {{(pid=101811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 20:48:35.720144 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.base_scheduler [None req-53780dd8-df1f-4d02-91b5-6ea2de022624 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817642-1-iscsi, 3d285e6e-a267-4dbf-bd35-f2d8ed81e020) {{(pid=101811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:48:35.724147 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53780dd8-df1f-4d02-91b5-6ea2de022624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:35.724733 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-53780dd8-df1f-4d02-91b5-6ea2de022624 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:35.729712 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670c7827-cc37-43c9-95da-ccb36dacc389 None None] Network 3d285e6e-a267-4dbf-bd35-f2d8ed81e020 requested from dv-cinder-817642-1-iscsi {{(pid=101813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:48:35.743423 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-53780dd8-df1f-4d02-91b5-6ea2de022624 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3090098 Nov 11 20:48:36.005953 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf828e25-82b1-4013-8c05-bec5ba4b8663 None None] Network 3d285e6e-a267-4dbf-bd35-f2d8ed81e020 requested from dv-cinder-817642-1-iscsi {{(pid=101813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:48:36.154679 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b24fd597-249d-429f-8b46-48f3c6a9ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:36.432960 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:37.559056 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0f430a92-fdf0-46e2-9944-e28fd8949c01 req-77ed84a5-9348-4994-8a87-613003406ad2 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1070841398&fields=id&tenant_id=4dd611087eb441dc94ef8c18b6b7d600 HTTP/1.1" status: 200 len: 267 time: 0.0441577 Nov 11 20:48:37.680333 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f430a92-fdf0-46e2-9944-e28fd8949c01 req-bc24b08e-90d8-4803-9bef-0aa746ecf4eb tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:37.681803 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0f430a92-fdf0-46e2-9944-e28fd8949c01 req-bc24b08e-90d8-4803-9bef-0aa746ecf4eb tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/networks?id=79971f2e-5dd3-4116-8573-ccbb33e6422f HTTP/1.1" status: 200 len: 812 time: 0.1151619 Nov 11 20:48:37.697646 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0f430a92-fdf0-46e2-9944-e28fd8949c01 req-7363f82c-ed8a-4ad7-9f24-80e5283915ae tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/quotas/4dd611087eb441dc94ef8c18b6b7d600 HTTP/1.1" status: 200 len: 375 time: 0.0096056 Nov 11 20:48:37.761595 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0f430a92-fdf0-46e2-9944-e28fd8949c01 req-bfb08b13-a6d7-4ed6-ada6-a1f319d72e10 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4dd611087eb441dc94ef8c18b6b7d600&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0578971 Nov 11 20:48:37.776988 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [req-0f430a92-fdf0-46e2-9944-e28fd8949c01 req-16d359a4-7103-48cf-92a6-d117d4048367 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=101811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:48:37.777922 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0f430a92-fdf0-46e2-9944-e28fd8949c01 req-16d359a4-7103-48cf-92a6-d117d4048367 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051060 Nov 11 20:48:37.874577 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0f430a92-fdf0-46e2-9944-e28fd8949c01 req-c6712037-bd1d-4f9e-ae49-a2e4163e94bc service neutron] 10.222.0.61 "GET /v2.0/networks/79971f2e-5dd3-4116-8573-ccbb33e6422f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903287 Nov 11 20:48:37.969388 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0f430a92-fdf0-46e2-9944-e28fd8949c01 req-ea0d4c9f-3a73-407e-972d-f5bc224c68e8 service neutron] 10.222.0.61 "GET /v2.0/networks/79971f2e-5dd3-4116-8573-ccbb33e6422f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882568 Nov 11 20:48:38.419534 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d6ceb19e-f0e2-4e49-a639-b25cacf2cccc req-c9199efc-eab4-4dba-aaa3-6e914ba5b6f6 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=1683ff3d-f65a-4bd6-83e5-bb007e0b0574 HTTP/1.1" status: 200 len: 210 time: 0.1623807 Nov 11 20:48:39.397716 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f430a92-fdf0-46e2-9944-e28fd8949c01 req-47a9d3b7-a28f-4350-8430-2d7dfaaec016 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:39.399129 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0f430a92-fdf0-46e2-9944-e28fd8949c01 req-47a9d3b7-a28f-4350-8430-2d7dfaaec016 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.78 "GET /v2.0/networks?id=79971f2e-5dd3-4116-8573-ccbb33e6422f HTTP/1.1" status: 200 len: 812 time: 0.1110463 Nov 11 20:48:39.471351 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0f430a92-fdf0-46e2-9944-e28fd8949c01 req-05b1626e-1ec5-4b06-a335-92bc2183961d tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4dd611087eb441dc94ef8c18b6b7d600 HTTP/1.1" status: 200 len: 380 time: 0.0576890 Nov 11 20:48:39.483166 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [req-0f430a92-fdf0-46e2-9944-e28fd8949c01 req-67401124-fdba-4b31-8251-e165c9507b9e tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Request body: {'port': {'device_id': '1683ff3d-f65a-4bd6-83e5-bb007e0b0574', 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f', 'admin_state_up': True, 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'security_groups': ['37c29b80-e151-4b83-9c77-e481a4d59491']}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:48:39.559279 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-83e11c51-8e1d-46e1-aa72-9e9c9a8c33f9 req-bca57f71-1ec1-41ac-829b-ae7d362ad61a tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=1683ff3d-f65a-4bd6-83e5-bb007e0b0574 HTTP/1.1" status: 200 len: 210 time: 0.0602612 Nov 11 20:48:39.616632 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f430a92-fdf0-46e2-9944-e28fd8949c01 req-67401124-fdba-4b31-8251-e165c9507b9e tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Made reservation on behalf of 4dd611087eb441dc94ef8c18b6b7d600 for: {'port': 1} {{(pid=101811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 20:48:39.620082 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-0f430a92-fdf0-46e2-9944-e28fd8949c01 req-67401124-fdba-4b31-8251-e165c9507b9e tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:39.746383 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.db_base_plugin_common [req-0f430a92-fdf0-46e2-9944-e28fd8949c01 req-67401124-fdba-4b31-8251-e165c9507b9e tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Allocated IP 172.20.0.13 (79971f2e-5dd3-4116-8573-ccbb33e6422f/535394ca-6702-4a16-9e94-00db56f6b620/504c9a9d-efca-49a6-be45-54542ff25747) {{(pid=101811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:48:39.885177 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-0f430a92-fdf0-46e2-9944-e28fd8949c01 req-67401124-fdba-4b31-8251-e165c9507b9e tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks [] for port, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:39.919647 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-0f430a92-fdf0-46e2-9944-e28fd8949c01 req-67401124-fdba-4b31-8251-e165c9507b9e tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25464144'] for port, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:39.969904 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f430a92-fdf0-46e2-9944-e28fd8949c01 req-67401124-fdba-4b31-8251-e165c9507b9e tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Network 79971f2e-5dd3-4116-8573-ccbb33e6422f is already hosted by enough agents. {{(pid=101811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:48:39.978332 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.base_scheduler [req-0f430a92-fdf0-46e2-9944-e28fd8949c01 req-67401124-fdba-4b31-8251-e165c9507b9e tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Resources bound (agent type, host, resource id): {{(pid=101811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:48:39.983081 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f430a92-fdf0-46e2-9944-e28fd8949c01 req-67401124-fdba-4b31-8251-e165c9507b9e tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Received port after_create {{(pid=101811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:48:40.007308 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67401124-fdba-4b31-8251-e165c9507b9e tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Pushing event updated for resources: {'Port': ['ID=504c9a9d-efca-49a6-be45-54542ff25747,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:40.020862 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67401124-fdba-4b31-8251-e165c9507b9e tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:40.021211 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67401124-fdba-4b31-8251-e165c9507b9e tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:40.021553 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67401124-fdba-4b31-8251-e165c9507b9e tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:40.021999 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67401124-fdba-4b31-8251-e165c9507b9e tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:40.022212 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67401124-fdba-4b31-8251-e165c9507b9e tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:40.022547 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67401124-fdba-4b31-8251-e165c9507b9e tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:40.022875 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67401124-fdba-4b31-8251-e165c9507b9e tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:40.023206 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67401124-fdba-4b31-8251-e165c9507b9e tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:40.023528 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67401124-fdba-4b31-8251-e165c9507b9e tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:40.023856 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67401124-fdba-4b31-8251-e165c9507b9e tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:40.024204 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67401124-fdba-4b31-8251-e165c9507b9e tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:40.024525 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67401124-fdba-4b31-8251-e165c9507b9e tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:40.059713 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f430a92-fdf0-46e2-9944-e28fd8949c01 req-67401124-fdba-4b31-8251-e165c9507b9e tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:40.060884 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-0f430a92-fdf0-46e2-9944-e28fd8949c01 req-67401124-fdba-4b31-8251-e165c9507b9e tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:40.082697 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0f430a92-fdf0-46e2-9944-e28fd8949c01 req-67401124-fdba-4b31-8251-e165c9507b9e tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6046906 Nov 11 20:48:40.102820 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.v2.base [req-0f430a92-fdf0-46e2-9944-e28fd8949c01 req-5589dd53-7963-4e82-a31a-236345d65cbe service neutron] Request body: {'port': {'device_id': '1683ff3d-f65a-4bd6-83e5-bb007e0b0574', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81764'}} {{(pid=101811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:48:40.202294 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-0f430a92-fdf0-46e2-9944-e28fd8949c01 req-5589dd53-7963-4e82-a31a-236345d65cbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:40.265797 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-45806afe-7c88-49a1-b100-2330ebc8b741 None None] Provisioning complete for port 504c9a9d-efca-49a6-be45-54542ff25747 triggered by entity DHCP. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:48:40.266326 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-45806afe-7c88-49a1-b100-2330ebc8b741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:40.311609 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-45806afe-7c88-49a1-b100-2330ebc8b741 None None] Port 504c9a9d-efca-49a6-be45-54542ff25747 cannot update to ACTIVE because it is not bound. {{(pid=101813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 20:48:40.486159 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [req-0f430a92-fdf0-46e2-9944-e28fd8949c01 req-5589dd53-7963-4e82-a31a-236345d65cbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 504c9a9d-efca-49a6-be45-54542ff25747 {{(pid=101811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:48:40.493561 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-0f430a92-fdf0-46e2-9944-e28fd8949c01 req-5589dd53-7963-4e82-a31a-236345d65cbe service neutron] Publish callbacks [] for port, precommit_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:40.505840 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.provisioning_blocks [req-0f430a92-fdf0-46e2-9944-e28fd8949c01 req-5589dd53-7963-4e82-a31a-236345d65cbe service neutron] Transition to ACTIVE for port object 504c9a9d-efca-49a6-be45-54542ff25747 will not be triggered until provisioned by entity L2. {{(pid=101811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 20:48:40.509397 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-0f430a92-fdf0-46e2-9944-e28fd8949c01 req-5589dd53-7963-4e82-a31a-236345d65cbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25464105'] for port, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:40.561155 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5589dd53-7963-4e82-a31a-236345d65cbe service neutron] Pushing event updated for resources: {'Port': ['ID=504c9a9d-efca-49a6-be45-54542ff25747,revision_number=2']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:40.650134 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.managers [req-0f430a92-fdf0-46e2-9944-e28fd8949c01 req-5589dd53-7963-4e82-a31a-236345d65cbe service neutron] Attempting to bind port 504c9a9d-efca-49a6-be45-54542ff25747 on host hv-cinder-81764 for vnic_type normal with profile {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 20:48:40.650510 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.managers [req-0f430a92-fdf0-46e2-9944-e28fd8949c01 req-5589dd53-7963-4e82-a31a-236345d65cbe service neutron] Attempting to bind port 504c9a9d-efca-49a6-be45-54542ff25747 by drivers openvswitch,hyperv on host hv-cinder-81764 at level 0 using segments [{'id': 'bdd575c3-b455-4e13-be7c-a87e3122aa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f'}] {{(pid=101811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 20:48:40.650805 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f430a92-fdf0-46e2-9944-e28fd8949c01 req-5589dd53-7963-4e82-a31a-236345d65cbe service neutron] Attempting to bind port 504c9a9d-efca-49a6-be45-54542ff25747 on network 79971f2e-5dd3-4116-8573-ccbb33e6422f {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:48:40.671229 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f430a92-fdf0-46e2-9944-e28fd8949c01 req-5589dd53-7963-4e82-a31a-236345d65cbe service neutron] Port 504c9a9d-efca-49a6-be45-54542ff25747 on network 79971f2e-5dd3-4116-8573-ccbb33e6422f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81764 {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 20:48:40.671464 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f430a92-fdf0-46e2-9944-e28fd8949c01 req-5589dd53-7963-4e82-a31a-236345d65cbe service neutron] Attempting to bind port 504c9a9d-efca-49a6-be45-54542ff25747 on network 79971f2e-5dd3-4116-8573-ccbb33e6422f {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 20:48:40.681462 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f430a92-fdf0-46e2-9944-e28fd8949c01 req-5589dd53-7963-4e82-a31a-236345d65cbe service neutron] Checking agent: {'id': '15458190-db7e-4dc5-9ea8-0c1068e01e96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81764', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 20, 36, 20), 'started_at': datetime.datetime(2021, 11, 11, 20, 36, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 20, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 20:48:40.681798 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f430a92-fdf0-46e2-9944-e28fd8949c01 req-5589dd53-7963-4e82-a31a-236345d65cbe service neutron] Checking segment: {'id': 'bdd575c3-b455-4e13-be7c-a87e3122aa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 20:48:40.682183 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f430a92-fdf0-46e2-9944-e28fd8949c01 req-5589dd53-7963-4e82-a31a-236345d65cbe service neutron] Bound using segment: {'id': 'bdd575c3-b455-4e13-be7c-a87e3122aa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f'} {{(pid=101811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 20:48:40.682639 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.managers [req-0f430a92-fdf0-46e2-9944-e28fd8949c01 req-5589dd53-7963-4e82-a31a-236345d65cbe service neutron] Bound port: 504c9a9d-efca-49a6-be45-54542ff25747, host: hv-cinder-81764, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdd575c3-b455-4e13-be7c-a87e3122aa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f'}}] {{(pid=101811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 20:48:40.682995 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-0f430a92-fdf0-46e2-9944-e28fd8949c01 req-5589dd53-7963-4e82-a31a-236345d65cbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:40.712132 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95354c48-239f-4be4-b15f-ca65262d41e9 req-4b6c649e-7686-44cd-ba5d-0a1eb24faf72 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:40.713647 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-95354c48-239f-4be4-b15f-ca65262d41e9 req-4b6c649e-7686-44cd-ba5d-0a1eb24faf72 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=1683ff3d-f65a-4bd6-83e5-bb007e0b0574 HTTP/1.1" status: 200 len: 944 time: 0.0777848 Nov 11 20:48:40.796354 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-0f430a92-fdf0-46e2-9944-e28fd8949c01 req-5589dd53-7963-4e82-a31a-236345d65cbe service neutron] For port 504c9a9d-efca-49a6-be45-54542ff25747, host hv-cinder-81764, cleared binding levels {{(pid=101811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 20:48:40.800049 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-0f430a92-fdf0-46e2-9944-e28fd8949c01 req-5589dd53-7963-4e82-a31a-236345d65cbe service neutron] For port 504c9a9d-efca-49a6-be45-54542ff25747, host hv-cinder-81764, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=504c9a9d-efca-49a6-be45-54542ff25747,segment=NetworkSegment(bdd575c3-b455-4e13-be7c-a87e3122aa2c),segment_id=bdd575c3-b455-4e13-be7c-a87e3122aa2c)] {{(pid=101811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 20:48:40.804565 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-95354c48-239f-4be4-b15f-ca65262d41e9 req-93b8709c-89f1-4b30-9a58-9d755f2dc56e tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712955 Nov 11 20:48:40.806043 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-0f430a92-fdf0-46e2-9944-e28fd8949c01 req-5589dd53-7963-4e82-a31a-236345d65cbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25464105'] for port, after_update {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:40.845309 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f430a92-fdf0-46e2-9944-e28fd8949c01 req-5589dd53-7963-4e82-a31a-236345d65cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:40.845924 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-0f430a92-fdf0-46e2-9944-e28fd8949c01 req-5589dd53-7963-4e82-a31a-236345d65cbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:40.847572 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0f430a92-fdf0-46e2-9944-e28fd8949c01 req-5589dd53-7963-4e82-a31a-236345d65cbe service neutron] 10.222.0.78 "PUT /v2.0/ports/504c9a9d-efca-49a6-be45-54542ff25747 HTTP/1.1" status: 200 len: 1094 time: 0.7489507 Nov 11 20:48:40.848004 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1683ff3d-f65a-4bd6-83e5-bb007e0b0574', 'tag': '504c9a9d-efca-49a6-be45-54542ff25747'}] {{(pid=101811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:48:40.850263 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5736cb7e175e5ed5563496e7c8b9c6d8883e61bc6d504a4dc096e4a6f480cdce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898c57c0-9912-49ad-a2c8-4b32548effb4" -d '{"events": [{"name": "network-changed", "server_uuid": "1683ff3d-f65a-4bd6-83e5-bb007e0b0574", "tag": "504c9a9d-efca-49a6-be45-54542ff25747"}]}' {{(pid=101811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:48:40.875392 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5589dd53-7963-4e82-a31a-236345d65cbe service neutron] Pushing event updated for resources: {'Port': ['ID=504c9a9d-efca-49a6-be45-54542ff25747,revision_number=3']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:40.905496 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d83e730-565d-42b9-bee2-97e5df535c56 x-openstack-request-id: req-4d83e730-565d-42b9-bee2-97e5df535c56 {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:48:40.905496 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1683ff3d-f65a-4bd6-83e5-bb007e0b0574", "tag": "504c9a9d-efca-49a6-be45-54542ff25747", "status": "completed", "code": 200}]} {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:48:40.905797 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4d83e730-565d-42b9-bee2-97e5df535c56 {{(pid=101811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:48:40.906106 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1683ff3d-f65a-4bd6-83e5-bb007e0b0574', 'tag': '504c9a9d-efca-49a6-be45-54542ff25747', 'status': 'completed', 'code': 200} Nov 11 20:48:40.941399 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f430a92-fdf0-46e2-9944-e28fd8949c01 req-8924631e-fc8c-40ff-866e-8b12389f2152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:40.942985 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0f430a92-fdf0-46e2-9944-e28fd8949c01 req-8924631e-fc8c-40ff-866e-8b12389f2152 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4dd611087eb441dc94ef8c18b6b7d600&device_id=1683ff3d-f65a-4bd6-83e5-bb007e0b0574 HTTP/1.1" status: 200 len: 1097 time: 0.0473714 Nov 11 20:48:40.998977 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0f430a92-fdf0-46e2-9944-e28fd8949c01 req-b99f2af6-6a05-4af9-96e9-ccad45601a9f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=504c9a9d-efca-49a6-be45-54542ff25747 HTTP/1.1" status: 200 len: 217 time: 0.0393307 Nov 11 20:48:41.059561 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f430a92-fdf0-46e2-9944-e28fd8949c01 req-0cc97cb1-9261-468d-a863-74500140540b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:41.061088 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0f430a92-fdf0-46e2-9944-e28fd8949c01 req-0cc97cb1-9261-468d-a863-74500140540b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=535394ca-6702-4a16-9e94-00db56f6b620 HTTP/1.1" status: 200 len: 851 time: 0.0496318 Nov 11 20:48:41.391156 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f430a92-fdf0-46e2-9944-e28fd8949c01 req-ed2de743-a84f-48f1-9b87-1250b88c13e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:41.392934 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0f430a92-fdf0-46e2-9944-e28fd8949c01 req-ed2de743-a84f-48f1-9b87-1250b88c13e5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=79971f2e-5dd3-4116-8573-ccbb33e6422f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3192151 Nov 11 20:48:41.494439 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0f430a92-fdf0-46e2-9944-e28fd8949c01 req-902bc316-0e25-4620-b1b6-fda97cde31dc service neutron] 10.222.0.78 "GET /v2.0/networks/79971f2e-5dd3-4116-8573-ccbb33e6422f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880911 Nov 11 20:48:41.603152 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-0f430a92-fdf0-46e2-9944-e28fd8949c01 req-a501f30b-cd29-4993-b38e-b42ade1ee51e service neutron] 10.222.0.78 "GET /v2.0/networks/79971f2e-5dd3-4116-8573-ccbb33e6422f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993025 Nov 11 20:48:41.705573 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c57c0-9912-49ad-a2c8-4b32548effb4 req-01b5e6d8-ff7d-4a4b-85f8-201bd0cdf533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:41.707048 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-898c57c0-9912-49ad-a2c8-4b32548effb4 req-01b5e6d8-ff7d-4a4b-85f8-201bd0cdf533 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4dd611087eb441dc94ef8c18b6b7d600&device_id=1683ff3d-f65a-4bd6-83e5-bb007e0b0574 HTTP/1.1" status: 200 len: 1097 time: 0.0430093 Nov 11 20:48:41.808762 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c57c0-9912-49ad-a2c8-4b32548effb4 req-8b4deacc-a162-4271-b399-2df1792805aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:41.810662 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-898c57c0-9912-49ad-a2c8-4b32548effb4 req-8b4deacc-a162-4271-b399-2df1792805aa service neutron] 10.222.0.78 "GET /v2.0/networks?id=79971f2e-5dd3-4116-8573-ccbb33e6422f HTTP/1.1" status: 200 len: 913 time: 0.0903139 Nov 11 20:48:41.856994 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-898c57c0-9912-49ad-a2c8-4b32548effb4 req-81d71561-75e0-443c-a47a-387e7c9749f2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=504c9a9d-efca-49a6-be45-54542ff25747 HTTP/1.1" status: 200 len: 217 time: 0.0342903 Nov 11 20:48:41.940473 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c57c0-9912-49ad-a2c8-4b32548effb4 req-a586f87d-dfec-4c39-8a2f-6b815d4df9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:41.941912 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-898c57c0-9912-49ad-a2c8-4b32548effb4 req-a586f87d-dfec-4c39-8a2f-6b815d4df9ae service neutron] 10.222.0.78 "GET /v2.0/subnets?id=535394ca-6702-4a16-9e94-00db56f6b620 HTTP/1.1" status: 200 len: 851 time: 0.0764246 Nov 11 20:48:41.953398 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5ac97-33c9-4287-bfbf-5da0f09d9d14 req-ced8832a-e89a-47eb-9e18-1c3a71f7403b tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:41.954779 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-15d5ac97-33c9-4287-bfbf-5da0f09d9d14 req-ced8832a-e89a-47eb-9e18-1c3a71f7403b tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=1683ff3d-f65a-4bd6-83e5-bb007e0b0574 HTTP/1.1" status: 200 len: 944 time: 0.0811985 Nov 11 20:48:42.025634 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c57c0-9912-49ad-a2c8-4b32548effb4 req-5232c6a5-30ab-4407-bc4f-c2af9805d43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:42.027119 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-898c57c0-9912-49ad-a2c8-4b32548effb4 req-5232c6a5-30ab-4407-bc4f-c2af9805d43f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=79971f2e-5dd3-4116-8573-ccbb33e6422f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0711312 Nov 11 20:48:42.031380 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-15d5ac97-33c9-4287-bfbf-5da0f09d9d14 req-b7e3abfc-56eb-45c2-a0f2-4d070abe24de tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680079 Nov 11 20:48:42.122268 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-898c57c0-9912-49ad-a2c8-4b32548effb4 req-d961c146-ffb7-4d34-a1ca-023a813d0578 service neutron] 10.222.0.78 "GET /v2.0/networks/79971f2e-5dd3-4116-8573-ccbb33e6422f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862665 Nov 11 20:48:42.214734 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-898c57c0-9912-49ad-a2c8-4b32548effb4 req-01d1e8ad-18db-41e4-b6d4-4f3c634c12e4 service neutron] 10.222.0.78 "GET /v2.0/networks/79971f2e-5dd3-4116-8573-ccbb33e6422f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816193 Nov 11 20:48:42.848268 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.agents_db [None req-82748851-6744-43b9-bd77-83e744a7c088 None None] Agent healthcheck: found 6 active agents {{(pid=101814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:48:43.158573 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084ec9c-7349-412d-a8e1-5049d3f4214f req-4e206a5e-d4c8-413d-bdf4-ff6cdfe1fffc tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:43.160072 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5084ec9c-7349-412d-a8e1-5049d3f4214f req-4e206a5e-d4c8-413d-bdf4-ff6cdfe1fffc tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=1683ff3d-f65a-4bd6-83e5-bb007e0b0574 HTTP/1.1" status: 200 len: 944 time: 0.0560455 Nov 11 20:48:43.209356 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-5084ec9c-7349-412d-a8e1-5049d3f4214f req-3046bc25-f5e6-46de-a9fb-c8b74651a0e0 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432191 Nov 11 20:48:44.323260 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487fe88-ead5-46ae-9e4a-2e693ca721a9 req-e94524dc-1ac6-4d32-8160-10751e215037 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:44.324802 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3487fe88-ead5-46ae-9e4a-2e693ca721a9 req-e94524dc-1ac6-4d32-8160-10751e215037 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=1683ff3d-f65a-4bd6-83e5-bb007e0b0574 HTTP/1.1" status: 200 len: 944 time: 0.0489221 Nov 11 20:48:44.379146 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-3487fe88-ead5-46ae-9e4a-2e693ca721a9 req-e8738911-021c-4ce4-989d-ebe830b358db tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478888 Nov 11 20:48:45.495746 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98942126-3be3-43c4-8686-c77cfe17d18a req-aff4e0b5-d39a-4272-9447-40337081f6dd tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:45.497225 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-98942126-3be3-43c4-8686-c77cfe17d18a req-aff4e0b5-d39a-4272-9447-40337081f6dd tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=1683ff3d-f65a-4bd6-83e5-bb007e0b0574 HTTP/1.1" status: 200 len: 944 time: 0.0485568 Nov 11 20:48:45.549792 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-98942126-3be3-43c4-8686-c77cfe17d18a req-636c5068-0c26-44a1-9ba2-3b4d6fe4538d tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461872 Nov 11 20:48:46.677493 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471cef00-59bc-45bc-b5d4-e720a445a174 req-2f152957-2599-4156-a1bd-cf17987653e3 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:46.679049 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-471cef00-59bc-45bc-b5d4-e720a445a174 req-2f152957-2599-4156-a1bd-cf17987653e3 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=1683ff3d-f65a-4bd6-83e5-bb007e0b0574 HTTP/1.1" status: 200 len: 944 time: 0.0522819 Nov 11 20:48:46.729893 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-471cef00-59bc-45bc-b5d4-e720a445a174 req-7fc065ca-58c5-4bae-88dd-750f481bc32a tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448177 Nov 11 20:48:47.851447 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbc734-2e5d-4be8-a31d-9a783363e1e6 req-b86a3c8f-18dc-48a7-9463-42998ab73e16 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:47.852992 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-61bbc734-2e5d-4be8-a31d-9a783363e1e6 req-b86a3c8f-18dc-48a7-9463-42998ab73e16 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=1683ff3d-f65a-4bd6-83e5-bb007e0b0574 HTTP/1.1" status: 200 len: 944 time: 0.0526147 Nov 11 20:48:47.905939 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-61bbc734-2e5d-4be8-a31d-9a783363e1e6 req-9d2a2475-6af6-499a-bb58-00998e861a21 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461531 Nov 11 20:48:49.027691 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82835505-e7d0-4e2a-bd12-61b68187916b req-a7bb0d38-48f1-4bd0-b21e-d6c3a762a43f tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:49.029904 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-82835505-e7d0-4e2a-bd12-61b68187916b req-a7bb0d38-48f1-4bd0-b21e-d6c3a762a43f tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=1683ff3d-f65a-4bd6-83e5-bb007e0b0574 HTTP/1.1" status: 200 len: 944 time: 0.0525656 Nov 11 20:48:49.081147 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-82835505-e7d0-4e2a-bd12-61b68187916b req-135fafd5-e8c1-4669-9de5-4e58c17bb265 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451348 Nov 11 20:48:49.237191 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 504c9a9d-efca-49a6-be45-54542ff25747 details requested by agent hyperv_hv-cinder-81764 with host hv-cinder-81764 {{(pid=101813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 20:48:49.316266 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 51872) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:49.338322 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 504c9a9d-efca-49a6-be45-54542ff25747, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=504c9a9d-efca-49a6-be45-54542ff25747,segment=NetworkSegment(bdd575c3-b455-4e13-be7c-a87e3122aa2c),segment_id=bdd575c3-b455-4e13-be7c-a87e3122aa2c)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:48:49.352253 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Returning: {'device': '504c9a9d-efca-49a6-be45-54542ff25747', 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f', 'port_id': '504c9a9d-efca-49a6-be45-54542ff25747', 'mac_address': 'fa:16:3e:fa:c6:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '535394ca-6702-4a16-9e94-00db56f6b620', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 20:48:49.363779 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee9b126c-e2ae-47a0-a6b2-0ce036489309 admin admin] Deleting subnet a4202634-e04b-41e8-8276-f1a32a6bd96b {{(pid=101811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:48:49.367016 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-ee9b126c-e2ae-47a0-a6b2-0ce036489309 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:49.390217 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:49.402151 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-ee9b126c-e2ae-47a0-a6b2-0ce036489309 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25938190'] for subnet, precommit_delete_associations {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:49.403073 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.notifiers.nova [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 504c9a9d-efca-49a6-be45-54542ff25747 {{(pid=101813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 20:48:49.424382 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 504c9a9d-efca-49a6-be45-54542ff25747, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=504c9a9d-efca-49a6-be45-54542ff25747,segment=NetworkSegment(bdd575c3-b455-4e13-be7c-a87e3122aa2c),segment_id=bdd575c3-b455-4e13-be7c-a87e3122aa2c)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:48:49.428581 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:49.449032 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-ee9b126c-e2ae-47a0-a6b2-0ce036489309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16455430'] for subnet, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:49.478936 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Pushing event updated for resources: {'Port': ['ID=504c9a9d-efca-49a6-be45-54542ff25747,revision_number=4']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:49.505256 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-ee9b126c-e2ae-47a0-a6b2-0ce036489309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16455441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25464163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25383904'] for subnet, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:49.532598 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-ee9b126c-e2ae-47a0-a6b2-0ce036489309 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:49.535695 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-ee9b126c-e2ae-47a0-a6b2-0ce036489309 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/a4202634-e04b-41e8-8276-f1a32a6bd96b HTTP/1.1" status: 204 len: 168 time: 0.2183774 Nov 11 20:48:49.536671 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b126c-e2ae-47a0-a6b2-0ce036489309 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4202634-e04b-41e8-8276-f1a32a6bd96b,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:49.538235 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 51874) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:49.606482 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-d72328dd-9bac-4fa9-b264-3b462fc5ef18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16325219'] for network, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:49.687302 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-d72328dd-9bac-4fa9-b264-3b462fc5ef18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451713', 'neutron.services.segments.db._delete_segments_for_network-8768469249518'] for network, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:49.708339 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.services.segments.db [None req-d72328dd-9bac-4fa9-b264-3b462fc5ef18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf2cc07d-1b95-4663-b690-2638c0f648ca']}} {{(pid=101811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:49.718355 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.services.segments.db [None req-d72328dd-9bac-4fa9-b264-3b462fc5ef18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ab2cd62-68df-4843-b013-6d5f62fc145b') {'for_net_delete': True} {{(pid=101811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:49.718642 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.services.segments.db [None req-d72328dd-9bac-4fa9-b264-3b462fc5ef18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ab2cd62-68df-4843-b013-6d5f62fc145b') {} {{(pid=101811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:49.727902 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-d72328dd-9bac-4fa9-b264-3b462fc5ef18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768469040631', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25950205'] for segment, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:49.741164 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-d72328dd-9bac-4fa9-b264-3b462fc5ef18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16407769'] for segment, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:49.746768 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d72328dd-9bac-4fa9-b264-3b462fc5ef18 admin admin] Releasing vlan 874 on physical network physnet1 to pool {{(pid=101811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:48:49.747136 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-d72328dd-9bac-4fa9-b264-3b462fc5ef18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16407769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25464077'] for segment, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:49.748868 dv-cinder-817642-1-iscsi neutron-server[101811]: Traceback (most recent call last): Nov 11 20:48:49.748868 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:48:49.748868 dv-cinder-817642-1-iscsi neutron-server[101811]: timer() Nov 11 20:48:49.748868 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:48:49.748868 dv-cinder-817642-1-iscsi neutron-server[101811]: cb(*args, **kw) Nov 11 20:48:49.748868 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:48:49.748868 dv-cinder-817642-1-iscsi neutron-server[101811]: return func(*args, **kwargs) Nov 11 20:48:49.748868 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:48:49.748868 dv-cinder-817642-1-iscsi neutron-server[101811]: self._notify() Nov 11 20:48:49.748868 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:48:49.748868 dv-cinder-817642-1-iscsi neutron-server[101811]: self.callback(batched_events) Nov 11 20:48:49.748868 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:48:49.748868 dv-cinder-817642-1-iscsi neutron-server[101811]: event.method(event) Nov 11 20:48:49.748868 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:48:49.748868 dv-cinder-817642-1-iscsi neutron-server[101811]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:48:49.748868 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:48:49.748868 dv-cinder-817642-1-iscsi neutron-server[101811]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:48:49.748868 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:48:49.748868 dv-cinder-817642-1-iscsi neutron-server[101811]: return f(self, *a, **k) Nov 11 20:48:49.748868 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:48:49.748868 dv-cinder-817642-1-iscsi neutron-server[101811]: return self._get(url).json() Nov 11 20:48:49.748868 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:48:49.748868 dv-cinder-817642-1-iscsi neutron-server[101811]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:48:49.748868 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:48:49.748868 dv-cinder-817642-1-iscsi neutron-server[101811]: return self.request(url, 'GET', **kwargs) Nov 11 20:48:49.748868 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:48:49.748868 dv-cinder-817642-1-iscsi neutron-server[101811]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:48:49.748868 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:48:49.748868 dv-cinder-817642-1-iscsi neutron-server[101811]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:48:49.748868 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:48:49.748868 dv-cinder-817642-1-iscsi neutron-server[101811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:48:49.748868 dv-cinder-817642-1-iscsi neutron-server[101811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:48:49.785694 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] get_ports_and_sgs() called for port_ids ['504c9a9d-efca-49a6-be45-54542ff25747'] {{(pid=101813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 20:48:49.808686 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-d72328dd-9bac-4fa9-b264-3b462fc5ef18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656125'] for network, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:49.814650 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-d72328dd-9bac-4fa9-b264-3b462fc5ef18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for network, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:49.821001 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-d72328dd-9bac-4fa9-b264-3b462fc5ef18 admin admin] 10.222.0.61 "DELETE /v2.0/networks/bf2cc07d-1b95-4663-b690-2638c0f648ca HTTP/1.1" status: 204 len: 168 time: 0.2791920 Nov 11 20:48:49.821338 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 51878) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:49.830106 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72328dd-9bac-4fa9-b264-3b462fc5ef18 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf2cc07d-1b95-4663-b690-2638c0f648ca,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:49.867193 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.db.db_base_plugin_v2 [None req-c219791e-4d30-4379-9595-8f89eadf27ce admin admin] Deleting subnet 1714f9b1-773c-42b0-a552-be3ff1c42842 {{(pid=101812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:48:49.870888 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-c219791e-4d30-4379-9595-8f89eadf27ce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:49.905797 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-c219791e-4d30-4379-9595-8f89eadf27ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4163766'] for subnet, precommit_delete_associations {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:49.944787 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-c219791e-4d30-4379-9595-8f89eadf27ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16455430'] for subnet, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:50.003919 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-c219791e-4d30-4379-9595-8f89eadf27ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16455441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3549770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3891168'] for subnet, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:50.033073 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-c219791e-4d30-4379-9595-8f89eadf27ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for subnet, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:50.036673 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-c219791e-4d30-4379-9595-8f89eadf27ce admin admin] 10.222.0.61 "DELETE /v2.0/subnets/1714f9b1-773c-42b0-a552-be3ff1c42842 HTTP/1.1" status: 204 len: 168 time: 0.2138133 Nov 11 20:48:50.037508 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c219791e-4d30-4379-9595-8f89eadf27ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1714f9b1-773c-42b0-a552-be3ff1c42842,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:50.039312 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 51880) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:50.044919 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c219791e-4d30-4379-9595-8f89eadf27ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:50.045265 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c219791e-4d30-4379-9595-8f89eadf27ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:50.045595 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c219791e-4d30-4379-9595-8f89eadf27ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:50.045928 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c219791e-4d30-4379-9595-8f89eadf27ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:50.046249 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c219791e-4d30-4379-9595-8f89eadf27ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:50.046568 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c219791e-4d30-4379-9595-8f89eadf27ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:50.046921 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c219791e-4d30-4379-9595-8f89eadf27ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:50.047205 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c219791e-4d30-4379-9595-8f89eadf27ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:50.047518 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c219791e-4d30-4379-9595-8f89eadf27ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:50.047831 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c219791e-4d30-4379-9595-8f89eadf27ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:50.048167 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c219791e-4d30-4379-9595-8f89eadf27ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:50.048478 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c219791e-4d30-4379-9595-8f89eadf27ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:48:50.108202 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-280c3bde-1b27-4824-9649-d1ba7f38e079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16325219'] for network, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:50.216141 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-280c3bde-1b27-4824-9649-d1ba7f38e079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451713', 'neutron.services.segments.db._delete_segments_for_network-8768469249518'] for network, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:50.242302 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.services.segments.db [None req-280c3bde-1b27-4824-9649-d1ba7f38e079 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d285e6e-a267-4dbf-bd35-f2d8ed81e020']}} {{(pid=101811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:50.260978 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadbaebb-bdfa-454b-bd83-1def586f7bcc req-8b4e7817-fe7e-40e7-8787-d113fdcc8705 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:50.262354 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-dadbaebb-bdfa-454b-bd83-1def586f7bcc req-8b4e7817-fe7e-40e7-8787-d113fdcc8705 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=1683ff3d-f65a-4bd6-83e5-bb007e0b0574 HTTP/1.1" status: 200 len: 945 time: 0.1119587 Nov 11 20:48:50.264232 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.services.segments.db [None req-280c3bde-1b27-4824-9649-d1ba7f38e079 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '215972e4-f703-4735-bcf7-0957bb2394d8') {'for_net_delete': True} {{(pid=101811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:50.264524 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.services.segments.db [None req-280c3bde-1b27-4824-9649-d1ba7f38e079 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '215972e4-f703-4735-bcf7-0957bb2394d8') {} {{(pid=101811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:50.275063 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-280c3bde-1b27-4824-9649-d1ba7f38e079 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768469040631', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25950205'] for segment, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:50.302690 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-280c3bde-1b27-4824-9649-d1ba7f38e079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16407769'] for segment, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:50.316448 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-280c3bde-1b27-4824-9649-d1ba7f38e079 admin admin] Releasing vlan 875 on physical network physnet1 to pool {{(pid=101811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:48:50.316835 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-280c3bde-1b27-4824-9649-d1ba7f38e079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16407769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25464077'] for segment, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:50.318546 dv-cinder-817642-1-iscsi neutron-server[101811]: Traceback (most recent call last): Nov 11 20:48:50.318546 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:48:50.318546 dv-cinder-817642-1-iscsi neutron-server[101811]: timer() Nov 11 20:48:50.318546 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:48:50.318546 dv-cinder-817642-1-iscsi neutron-server[101811]: cb(*args, **kw) Nov 11 20:48:50.318546 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:48:50.318546 dv-cinder-817642-1-iscsi neutron-server[101811]: return func(*args, **kwargs) Nov 11 20:48:50.318546 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:48:50.318546 dv-cinder-817642-1-iscsi neutron-server[101811]: self._notify() Nov 11 20:48:50.318546 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:48:50.318546 dv-cinder-817642-1-iscsi neutron-server[101811]: self.callback(batched_events) Nov 11 20:48:50.318546 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:48:50.318546 dv-cinder-817642-1-iscsi neutron-server[101811]: event.method(event) Nov 11 20:48:50.318546 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:48:50.318546 dv-cinder-817642-1-iscsi neutron-server[101811]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:48:50.318546 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:48:50.318546 dv-cinder-817642-1-iscsi neutron-server[101811]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:48:50.318546 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:48:50.318546 dv-cinder-817642-1-iscsi neutron-server[101811]: return f(self, *a, **k) Nov 11 20:48:50.318546 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:48:50.318546 dv-cinder-817642-1-iscsi neutron-server[101811]: return self._get(url).json() Nov 11 20:48:50.318546 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:48:50.318546 dv-cinder-817642-1-iscsi neutron-server[101811]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:48:50.318546 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:48:50.318546 dv-cinder-817642-1-iscsi neutron-server[101811]: return self.request(url, 'GET', **kwargs) Nov 11 20:48:50.318546 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:48:50.318546 dv-cinder-817642-1-iscsi neutron-server[101811]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:48:50.318546 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:48:50.318546 dv-cinder-817642-1-iscsi neutron-server[101811]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:48:50.318546 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:48:50.318546 dv-cinder-817642-1-iscsi neutron-server[101811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:48:50.318546 dv-cinder-817642-1-iscsi neutron-server[101811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:48:50.377303 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-dadbaebb-bdfa-454b-bd83-1def586f7bcc req-3524c6c1-c0dc-4d05-a837-99424e1576e3 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062951 Nov 11 20:48:50.392880 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-280c3bde-1b27-4824-9649-d1ba7f38e079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656125'] for network, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:50.397631 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-280c3bde-1b27-4824-9649-d1ba7f38e079 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for network, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:50.401535 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-280c3bde-1b27-4824-9649-d1ba7f38e079 admin admin] 10.222.0.61 "DELETE /v2.0/networks/3d285e6e-a267-4dbf-bd35-f2d8ed81e020 HTTP/1.1" status: 204 len: 168 time: 0.3610868 Nov 11 20:48:50.414868 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280c3bde-1b27-4824-9649-d1ba7f38e079 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d285e6e-a267-4dbf-bd35-f2d8ed81e020,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:50.559583 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 51890) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:50.599708 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-bb386695-a14a-4eb6-a02f-bfd7570d6636 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8f750be3dba54f31a37c06fd6eb2cc22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381908 Nov 11 20:48:50.602094 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 51894) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:50.648998 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-efb0fc38-c8dc-48d0-8145-f2e38f203bc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:50.670799 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-efb0fc38-c8dc-48d0-8145-f2e38f203bc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:50.716150 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-efb0fc38-c8dc-48d0-8145-f2e38f203bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:50.719261 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-efb0fc38-c8dc-48d0-8145-f2e38f203bc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:50.720423 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-efb0fc38-c8dc-48d0-8145-f2e38f203bc2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b424482b-0ea8-484c-8f71-ce33d9bca9c8 HTTP/1.1" status: 204 len: 168 time: 0.1174142 Nov 11 20:48:50.728389 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb0fc38-c8dc-48d0-8145-f2e38f203bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b424482b-0ea8-484c-8f71-ce33d9bca9c8,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:51.037450 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 51908) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:51.083893 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-a45bf6b4-3b4c-4504-9918-e32dc0b46a8f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5b77c0590dba48b78a5b5695a07e923e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452807 Nov 11 20:48:51.086289 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 51910) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:51.132672 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-255b4546-ba9c-4d9a-9214-836c10655ed9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:51.153295 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-255b4546-ba9c-4d9a-9214-836c10655ed9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:51.198862 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-255b4546-ba9c-4d9a-9214-836c10655ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:51.202206 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-255b4546-ba9c-4d9a-9214-836c10655ed9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:51.203311 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-255b4546-ba9c-4d9a-9214-836c10655ed9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4cb0ec62-a940-4b34-a38c-cf30c9fe50d2 HTTP/1.1" status: 204 len: 168 time: 0.1161554 Nov 11 20:48:51.210764 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255b4546-ba9c-4d9a-9214-836c10655ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb0ec62-a940-4b34-a38c-cf30c9fe50d2,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:51.243301 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 504c9a9d-efca-49a6-be45-54542ff25747 up at agent hyperv_hv-cinder-81764 {{(pid=101813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 20:48:51.293206 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Provisioning for port 504c9a9d-efca-49a6-be45-54542ff25747 completed by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 20:48:51.298000 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.provisioning_blocks [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Provisioning complete for port 504c9a9d-efca-49a6-be45-54542ff25747 triggered by entity L2. {{(pid=101813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 20:48:51.298393 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451124'] for port, provisioning_complete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:51.375931 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:51.401972 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1683ff3d-f65a-4bd6-83e5-bb007e0b0574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504c9a9d-efca-49a6-be45-54542ff25747'}] {{(pid=101813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:48:51.404886 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0340890b3ce0369dfbb204f3d0516fe3d00048a2838df9679e450f9495620248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5325a128-25e1-4d37-a133-b318cd62e32b" -d '{"events": [{"server_uuid": "1683ff3d-f65a-4bd6-83e5-bb007e0b0574", "name": "network-vif-plugged", "status": "completed", "tag": "504c9a9d-efca-49a6-be45-54542ff25747"}]}' {{(pid=101813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:48:51.418275 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] For port 504c9a9d-efca-49a6-be45-54542ff25747, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=504c9a9d-efca-49a6-be45-54542ff25747,segment=NetworkSegment(bdd575c3-b455-4e13-be7c-a87e3122aa2c),segment_id=bdd575c3-b455-4e13-be7c-a87e3122aa2c)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:48:51.425146 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981'] for port, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:51.471475 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06955b4-3c2f-4c62-9085-61c9aecbd14b x-openstack-request-id: req-b06955b4-3c2f-4c62-9085-61c9aecbd14b {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:48:51.471774 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1683ff3d-f65a-4bd6-83e5-bb007e0b0574", "name": "network-vif-plugged", "status": "completed", "tag": "504c9a9d-efca-49a6-be45-54542ff25747", "code": 200}]} {{(pid=101813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:48:51.472044 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b06955b4-3c2f-4c62-9085-61c9aecbd14b {{(pid=101813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:48:51.472587 dv-cinder-817642-1-iscsi neutron-server[101813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1683ff3d-f65a-4bd6-83e5-bb007e0b0574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504c9a9d-efca-49a6-be45-54542ff25747', 'code': 200} Nov 11 20:48:51.495342 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Pushing event updated for resources: {'Port': ['ID=504c9a9d-efca-49a6-be45-54542ff25747,revision_number=5']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:51.511556 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de83360-8fd3-450f-90f6-40bd755fd3c2 req-d1bf3ae6-8de6-4670-81e5-5476c9955aea tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:51.516475 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2de83360-8fd3-450f-90f6-40bd755fd3c2 req-d1bf3ae6-8de6-4670-81e5-5476c9955aea tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=1683ff3d-f65a-4bd6-83e5-bb007e0b0574 HTTP/1.1" status: 200 len: 946 time: 0.0599480 Nov 11 20:48:51.564278 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2de83360-8fd3-450f-90f6-40bd755fd3c2 req-0275eb60-f377-49c1-ad91-7012719d6cf4 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445850 Nov 11 20:48:51.765239 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26a64b-7671-45d6-8021-235a4b5bf57a req-e2971173-5ac4-44c8-b412-0294e881c09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:51.766721 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-bc26a64b-7671-45d6-8021-235a4b5bf57a req-e2971173-5ac4-44c8-b412-0294e881c09e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1683ff3d-f65a-4bd6-83e5-bb007e0b0574 HTTP/1.1" status: 200 len: 1099 time: 0.0407925 Nov 11 20:48:51.818275 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-bc26a64b-7671-45d6-8021-235a4b5bf57a req-d536c312-3580-455a-b2d1-875a1f896744 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398324 Nov 11 20:48:52.202589 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:52.688329 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666ca98-b286-4f38-ab07-f77980948822 req-71116f83-584d-4329-90a1-a4686dbaa9a9 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:52.689711 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d666ca98-b286-4f38-ab07-f77980948822 req-71116f83-584d-4329-90a1-a4686dbaa9a9 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=1683ff3d-f65a-4bd6-83e5-bb007e0b0574 HTTP/1.1" status: 200 len: 946 time: 0.0524845 Nov 11 20:48:52.745315 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-d666ca98-b286-4f38-ab07-f77980948822 req-d783bb9e-9ffa-4017-899d-8997ca873d81 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494044 Nov 11 20:48:53.860147 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11387801-e905-4954-ad31-88d15e72ab7e req-628e519e-2cfc-4fef-9418-9de3def0c6cd tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:53.861612 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-11387801-e905-4954-ad31-88d15e72ab7e req-628e519e-2cfc-4fef-9418-9de3def0c6cd tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=1683ff3d-f65a-4bd6-83e5-bb007e0b0574 HTTP/1.1" status: 200 len: 946 time: 0.0490141 Nov 11 20:48:53.912863 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-11387801-e905-4954-ad31-88d15e72ab7e req-a0678ae8-221c-4418-9dbd-e8cdca704918 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454137 Nov 11 20:48:54.031353 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd998f-2b42-428c-831c-07a7a5383528 req-d8cc9236-19ba-4432-9219-6fef2d42dd86 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:54.038463 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9bcd998f-2b42-428c-831c-07a7a5383528 req-d8cc9236-19ba-4432-9219-6fef2d42dd86 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=1683ff3d-f65a-4bd6-83e5-bb007e0b0574 HTTP/1.1" status: 200 len: 946 time: 0.0572093 Nov 11 20:48:54.087549 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-9bcd998f-2b42-428c-831c-07a7a5383528 req-da09122c-8f6f-4b16-80c2-10006cedb4b3 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482554 Nov 11 20:48:54.112332 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 51980) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:54.299725 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fe4593-1122-4701-855b-02dfd6aeab05 tempest-TestVolumeBootPattern-499183496 tempest-TestVolumeBootPattern-499183496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:54.301200 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-f2fe4593-1122-4701-855b-02dfd6aeab05 tempest-TestVolumeBootPattern-499183496 tempest-TestVolumeBootPattern-499183496-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=1683ff3d-f65a-4bd6-83e5-bb007e0b0574 HTTP/1.1" status: 200 len: 1094 time: 0.1878836 Nov 11 20:48:54.303943 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 51984) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:54.308118 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.v2.base [None req-43951395-11e2-4c9f-89e1-23d65a3cfc6c tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Request body: {'floatingip': {'floating_network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'port_id': '504c9a9d-efca-49a6-be45-54542ff25747', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 20:48:54.330570 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-43951395-11e2-4c9f-89e1-23d65a3cfc6c tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks [] for floatingip, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:54.425529 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-43951395-11e2-4c9f-89e1-23d65a3cfc6c tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:54.536603 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.db.db_base_plugin_common [None req-43951395-11e2-4c9f-89e1-23d65a3cfc6c tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Allocated IP 172.27.0.29 (06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2/dac47c4e-2532-416f-829a-3cf927393807/41cd4c92-10ad-484f-bc02-5ad715d66add) {{(pid=101812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 20:48:54.636502 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-43951395-11e2-4c9f-89e1-23d65a3cfc6c tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks [] for port, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:54.669853 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-43951395-11e2-4c9f-89e1-23d65a3cfc6c tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768468685945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3549817'] for port, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:54.710184 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43951395-11e2-4c9f-89e1-23d65a3cfc6c tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Network 06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2 is already hosted by enough agents. {{(pid=101812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 20:48:54.714823 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.base_scheduler [None req-43951395-11e2-4c9f-89e1-23d65a3cfc6c tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Resources bound (agent type, host, resource id): {{(pid=101812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 20:48:54.717597 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43951395-11e2-4c9f-89e1-23d65a3cfc6c tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Received port after_create {{(pid=101812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 20:48:54.741706 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43951395-11e2-4c9f-89e1-23d65a3cfc6c tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Pushing event updated for resources: {'Port': ['ID=41cd4c92-10ad-484f-bc02-5ad715d66add,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:55.066026 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-43951395-11e2-4c9f-89e1-23d65a3cfc6c tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:55.353329 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-43951395-11e2-4c9f-89e1-23d65a3cfc6c tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16486773'] for port, before_update {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:55.363874 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 51994) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:55.473470 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-5400eb5e-a5ea-45af-b633-55032d43ac54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:55.503349 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-43951395-11e2-4c9f-89e1-23d65a3cfc6c tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks [] for port, precommit_update {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:55.508150 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-43951395-11e2-4c9f-89e1-23d65a3cfc6c tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768469129876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768468685963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768468685981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3549696'] for port, after_update {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:55.551615 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-5400eb5e-a5ea-45af-b633-55032d43ac54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:55.555433 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-5400eb5e-a5ea-45af-b633-55032d43ac54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:55.579242 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43951395-11e2-4c9f-89e1-23d65a3cfc6c tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Pushing event updated for resources: {'Port': ['ID=41cd4c92-10ad-484f-bc02-5ad715d66add,revision_number=2']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:55.586434 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-43951395-11e2-4c9f-89e1-23d65a3cfc6c tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656075'] for floatingip, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:55.592583 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400eb5e-a5ea-45af-b633-55032d43ac54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9553a77-1f68-46b1-af40-3b52c73fe824,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:55.596990 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-5400eb5e-a5ea-45af-b633-55032d43ac54 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=732ed4e9d54940a9b6e20fbd9ca378dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320275 Nov 11 20:48:55.600434 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 51998) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:55.648259 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-a1502a0e-845a-4aa8-8182-595e523afed5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:55.669398 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-a1502a0e-845a-4aa8-8182-595e523afed5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:55.687420 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.db.l3_db [None req-43951395-11e2-4c9f-89e1-23d65a3cfc6c tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Floating IP 9a54e62a-f0a7-4b49-87f0-320d0a213daf associated. External IP: 172.27.0.29, port: 504c9a9d-efca-49a6-be45-54542ff25747. Nov 11 20:48:55.715775 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-a1502a0e-845a-4aa8-8182-595e523afed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:55.719062 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-a1502a0e-845a-4aa8-8182-595e523afed5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:55.720243 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-a1502a0e-845a-4aa8-8182-595e523afed5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b9553a77-1f68-46b1-af40-3b52c73fe824 HTTP/1.1" status: 204 len: 168 time: 0.1188102 Nov 11 20:48:55.728676 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1502a0e-845a-4aa8-8182-595e523afed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9553a77-1f68-46b1-af40-3b52c73fe824,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:55.909949 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43951395-11e2-4c9f-89e1-23d65a3cfc6c tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Router 886bfc84-90db-4afe-9c27-9914b199172a has already been hosted by L3 agent 078c1a4f-b62f-4fa2-93c9-12887f0677c3 {{(pid=101812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:48:56.021167 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 52004) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:56.031075 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43951395-11e2-4c9f-89e1-23d65a3cfc6c tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Notify agent at l3_agent.dv-cinder-817642-1-iscsi the message routers_updated {{(pid=101812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:48:56.034645 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-3226656d-1482-4306-a431-c61227c18e23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:56.043048 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b3938e-b6c2-49a2-81f3-74246b962255 None None] Sync routers for ids ['886bfc84-90db-4afe-9c27-9914b199172a'] in dv-cinder-817642-1-iscsi {{(pid=101813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:48:56.051572 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-43951395-11e2-4c9f-89e1-23d65a3cfc6c tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for floatingip, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:56.058529 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b3938e-b6c2-49a2-81f3-74246b962255 None None] Routers {'886bfc84-90db-4afe-9c27-9914b199172a'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:48:56.060272 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-b8b3938e-b6c2-49a2-81f3-74246b962255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:48:33Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['886bfc84-90db-4afe-9c27-9914b199172a'], 'active': True} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:56.080537 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-43951395-11e2-4c9f-89e1-23d65a3cfc6c tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7755320 Nov 11 20:48:56.081194 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1683ff3d-f65a-4bd6-83e5-bb007e0b0574', 'tag': '504c9a9d-efca-49a6-be45-54542ff25747'}] {{(pid=101812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:48:56.083542 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0963660e8e53437cb96c77b4338c62bb8b9c8a6b36cefe73fd3b10e502aad15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b299ee98-db76-4bba-a789-1cdd255f2b21" -d '{"events": [{"name": "network-changed", "server_uuid": "1683ff3d-f65a-4bd6-83e5-bb007e0b0574", "tag": "504c9a9d-efca-49a6-be45-54542ff25747"}]}' {{(pid=101812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:48:56.129180 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e67b960-1d2a-4f63-873d-50ff5c2554b5 x-openstack-request-id: req-3e67b960-1d2a-4f63-873d-50ff5c2554b5 {{(pid=101812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:48:56.129666 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1683ff3d-f65a-4bd6-83e5-bb007e0b0574", "tag": "504c9a9d-efca-49a6-be45-54542ff25747", "status": "completed", "code": 200}]} {{(pid=101812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:48:56.130009 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3e67b960-1d2a-4f63-873d-50ff5c2554b5 {{(pid=101812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:48:56.130520 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1683ff3d-f65a-4bd6-83e5-bb007e0b0574', 'tag': '504c9a9d-efca-49a6-be45-54542ff25747', 'status': 'completed', 'code': 200} Nov 11 20:48:56.147959 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-3226656d-1482-4306-a431-c61227c18e23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:56.152652 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-3226656d-1482-4306-a431-c61227c18e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:56.210200 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvr_db [None req-b8b3938e-b6c2-49a2-81f3-74246b962255 None None] Set router 886bfc84-90db-4afe-9c27-9914b199172a gateway port host: dv-cinder-817642-1-iscsi {{(pid=101813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:48:56.246611 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 52016) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:56.247503 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-3226656d-1482-4306-a431-c61227c18e23 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8810f1668b594427b17f149e5f0d7c36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2251821 Nov 11 20:48:56.250723 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3226656d-1482-4306-a431-c61227c18e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4741cb0-8991-47d6-a344-cdc1b288a523,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:56.286282 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299ee98-db76-4bba-a789-1cdd255f2b21 req-2c7d392c-75a2-47ec-ac43-2cf78e37a245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:56.291289 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b299ee98-db76-4bba-a789-1cdd255f2b21 req-2c7d392c-75a2-47ec-ac43-2cf78e37a245 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4dd611087eb441dc94ef8c18b6b7d600&device_id=1683ff3d-f65a-4bd6-83e5-bb007e0b0574 HTTP/1.1" status: 200 len: 1099 time: 0.1071105 Nov 11 20:48:56.317541 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-26caef38-1ca0-471b-adf9-4dcd5bcdef70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:56.359916 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-26caef38-1ca0-471b-adf9-4dcd5bcdef70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:56.437610 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-26caef38-1ca0-471b-adf9-4dcd5bcdef70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:56.438646 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299ee98-db76-4bba-a789-1cdd255f2b21 req-d038db70-847c-4061-9ab5-ee0e94e4c1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:56.440180 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b299ee98-db76-4bba-a789-1cdd255f2b21 req-d038db70-847c-4061-9ab5-ee0e94e4c1d9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=79971f2e-5dd3-4116-8573-ccbb33e6422f HTTP/1.1" status: 200 len: 913 time: 0.1432614 Nov 11 20:48:56.441551 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-26caef38-1ca0-471b-adf9-4dcd5bcdef70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:56.445557 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-26caef38-1ca0-471b-adf9-4dcd5bcdef70 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a4741cb0-8991-47d6-a344-cdc1b288a523 HTTP/1.1" status: 204 len: 168 time: 0.1967974 Nov 11 20:48:56.485282 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26caef38-1ca0-471b-adf9-4dcd5bcdef70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4741cb0-8991-47d6-a344-cdc1b288a523,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:56.547637 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-b8b3938e-b6c2-49a2-81f3-74246b962255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '886bfc84-90db-4afe-9c27-9914b199172a', 'name': 'tempest-TestVolumeBootPattern-2070699845-router', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'e4d5e6fd-7d5f-4986-a857-e19e3c788c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:42:10Z', 'updated_at': '2021-11-11T20:42:14Z', 'revision_number': 4, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'gw_port': {'id': 'e4d5e6fd-7d5f-4986-a857-e19e3c788c33', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:11Z', 'updated_at': '2021-11-11T20:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_floatingips': [{'id': '9a54e62a-f0a7-4b49-87f0-320d0a213daf', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'router_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'port_id': '504c9a9d-efca-49a6-be45-54542ff25747', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f', 'mac_address': 'fa:16:3e:fa:c6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1683ff3d-f65a-4bd6-83e5-bb007e0b0574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:48:54Z', 'updated_at': '2021-11-11T20:48:54Z', 'revision_number': 0, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'fixed_ip_address_scope': None}, {'id': 'fd119a77-cc3d-4709-8c92-7e4c35b0993d', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'floating_ip_address': '172.27.0.2', 'floating_network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'router_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'port_id': 'f2b2c706-9af8-45b8-bde7-b4119bd30e56', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f', 'mac_address': 'fa:16:3e:b4:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e4bb44-7412-4d18-9df5-940938029647', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:46:36Z', 'updated_at': '2021-11-11T20:46:38Z', 'revision_number': 1, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f58d33-0592-4557-8061-e007c63bd289', 'name': '', 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'mac_address': 'fa:16:3e:03:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '535394ca-6702-4a16-9e94-00db56f6b620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:13Z', 'updated_at': '2021-11-11T20:42:18Z', 'revision_number': 5, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'subnets': [{'id': '535394ca-6702-4a16-9e94-00db56f6b620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:56.559442 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b299ee98-db76-4bba-a789-1cdd255f2b21 req-4e85e4b5-2d01-4d82-9b9e-2ea73613ec73 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=504c9a9d-efca-49a6-be45-54542ff25747 HTTP/1.1" status: 200 len: 999 time: 0.1045578 Nov 11 20:48:56.579053 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b3938e-b6c2-49a2-81f3-74246b962255 None None] Checking router: 886bfc84-90db-4afe-9c27-9914b199172a for host: dv-cinder-817642-1-iscsi {{(pid=101813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:48:56.588529 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b3938e-b6c2-49a2-81f3-74246b962255 None None] Routers {'886bfc84-90db-4afe-9c27-9914b199172a'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:48:56.589405 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-b8b3938e-b6c2-49a2-81f3-74246b962255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:48:33Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['886bfc84-90db-4afe-9c27-9914b199172a'], 'active': True} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:56.665075 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299ee98-db76-4bba-a789-1cdd255f2b21 req-c37387c9-fbea-46d1-977b-4e176b6cda57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:56.666552 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b299ee98-db76-4bba-a789-1cdd255f2b21 req-c37387c9-fbea-46d1-977b-4e176b6cda57 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=535394ca-6702-4a16-9e94-00db56f6b620 HTTP/1.1" status: 200 len: 851 time: 0.0922153 Nov 11 20:48:56.735942 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvr_db [None req-b8b3938e-b6c2-49a2-81f3-74246b962255 None None] Set router 886bfc84-90db-4afe-9c27-9914b199172a gateway port host: dv-cinder-817642-1-iscsi {{(pid=101813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:48:56.741512 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299ee98-db76-4bba-a789-1cdd255f2b21 req-950e3bb9-6861-4a96-8d73-6263fac99145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:48:56.743276 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b299ee98-db76-4bba-a789-1cdd255f2b21 req-950e3bb9-6861-4a96-8d73-6263fac99145 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=79971f2e-5dd3-4116-8573-ccbb33e6422f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0629756 Nov 11 20:48:56.764983 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [req-b299ee98-db76-4bba-a789-1cdd255f2b21 req-db0f2174-b0ad-4eff-be0b-fa13e1d658dc service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=101811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 20:48:56.768598 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b299ee98-db76-4bba-a789-1cdd255f2b21 req-db0f2174-b0ad-4eff-be0b-fa13e1d658dc service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093784 Nov 11 20:48:56.894140 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b299ee98-db76-4bba-a789-1cdd255f2b21 req-bd435f7c-92e7-4be7-aad6-9c8e34ae7830 service neutron] 10.222.0.78 "GET /v2.0/networks/79971f2e-5dd3-4116-8573-ccbb33e6422f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168292 Nov 11 20:48:57.003642 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-b299ee98-db76-4bba-a789-1cdd255f2b21 req-414727e9-e879-4b6d-82de-864c42c27ab7 service neutron] 10.222.0.78 "GET /v2.0/networks/79971f2e-5dd3-4116-8573-ccbb33e6422f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959513 Nov 11 20:48:57.029488 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-b8b3938e-b6c2-49a2-81f3-74246b962255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '886bfc84-90db-4afe-9c27-9914b199172a', 'name': 'tempest-TestVolumeBootPattern-2070699845-router', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'e4d5e6fd-7d5f-4986-a857-e19e3c788c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:42:10Z', 'updated_at': '2021-11-11T20:42:14Z', 'revision_number': 4, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'gw_port': {'id': 'e4d5e6fd-7d5f-4986-a857-e19e3c788c33', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:11Z', 'updated_at': '2021-11-11T20:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_floatingips': [{'id': '9a54e62a-f0a7-4b49-87f0-320d0a213daf', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'router_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'port_id': '504c9a9d-efca-49a6-be45-54542ff25747', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f', 'mac_address': 'fa:16:3e:fa:c6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1683ff3d-f65a-4bd6-83e5-bb007e0b0574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:48:54Z', 'updated_at': '2021-11-11T20:48:54Z', 'revision_number': 0, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'fixed_ip_address_scope': None}, {'id': 'fd119a77-cc3d-4709-8c92-7e4c35b0993d', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'floating_ip_address': '172.27.0.2', 'floating_network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'router_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'port_id': 'f2b2c706-9af8-45b8-bde7-b4119bd30e56', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f', 'mac_address': 'fa:16:3e:b4:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e4bb44-7412-4d18-9df5-940938029647', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:46:36Z', 'updated_at': '2021-11-11T20:46:38Z', 'revision_number': 1, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f58d33-0592-4557-8061-e007c63bd289', 'name': '', 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'mac_address': 'fa:16:3e:03:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '535394ca-6702-4a16-9e94-00db56f6b620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:13Z', 'updated_at': '2021-11-11T20:42:18Z', 'revision_number': 5, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'subnets': [{'id': '535394ca-6702-4a16-9e94-00db56f6b620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:48:57.058188 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b3938e-b6c2-49a2-81f3-74246b962255 None None] The sync data for ids ['886bfc84-90db-4afe-9c27-9914b199172a'] in dv-cinder-817642-1-iscsi is: [{'id': '886bfc84-90db-4afe-9c27-9914b199172a', 'name': 'tempest-TestVolumeBootPattern-2070699845-router', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'e4d5e6fd-7d5f-4986-a857-e19e3c788c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:42:10Z', 'updated_at': '2021-11-11T20:42:14Z', 'revision_number': 4, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'gw_port': {'id': 'e4d5e6fd-7d5f-4986-a857-e19e3c788c33', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:11Z', 'updated_at': '2021-11-11T20:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_floatingips': [{'id': '9a54e62a-f0a7-4b49-87f0-320d0a213daf', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'router_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'port_id': '504c9a9d-efca-49a6-be45-54542ff25747', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f', 'mac_address': 'fa:16:3e:fa:c6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1683ff3d-f65a-4bd6-83e5-bb007e0b0574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:48:54Z', 'updated_at': '2021-11-11T20:48:54Z', 'revision_number': 0, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'fixed_ip_address_scope': None}, {'id': 'fd119a77-cc3d-4709-8c92-7e4c35b0993d', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'floating_ip_address': '172.27.0.2', 'floating_network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'router_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'port_id': 'f2b2c706-9af8-45b8-bde7-b4119bd30e56', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f', 'mac_address': 'fa:16:3e:b4:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e4bb44-7412-4d18-9df5-940938029647', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:46:36Z', 'updated_at': '2021-11-11T20:46:38Z', 'revision_number': 1, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f58d33-0592-4557-8061-e007c63bd289', 'name': '', 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'mac_address': 'fa:16:3e:03:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '535394ca-6702-4a16-9e94-00db56f6b620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:13Z', 'updated_at': '2021-11-11T20:42:18Z', 'revision_number': 5, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'subnets': [{'id': '535394ca-6702-4a16-9e94-00db56f6b620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:48:57.267983 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3734ae3c-8cec-452f-9e98-4115ec016878 None None] New status for floating IP 9a54e62a-f0a7-4b49-87f0-320d0a213daf: ACTIVE {{(pid=101814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 20:48:57.681899 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 52056) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:57.787217 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-93b7318d-3483-4a0f-840f-ff9dff442de8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:57.860840 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-93b7318d-3483-4a0f-840f-ff9dff442de8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:57.864728 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-93b7318d-3483-4a0f-840f-ff9dff442de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:57.904868 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-93b7318d-3483-4a0f-840f-ff9dff442de8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7ed87ee9efba46fabbe534be48407392&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2216303 Nov 11 20:48:57.906340 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7318d-3483-4a0f-840f-ff9dff442de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881aa2df-5950-43a0-9bd4-6c57fb12fe1e,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:48:57.907775 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 52064) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:48:57.971686 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9ff709e6-b1cf-46e7-bf18-c96d5a43d9be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:57.993449 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9ff709e6-b1cf-46e7-bf18-c96d5a43d9be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:58.043115 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9ff709e6-b1cf-46e7-bf18-c96d5a43d9be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:58.046304 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-9ff709e6-b1cf-46e7-bf18-c96d5a43d9be admin admin] Publish callbacks [] for security_group, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:48:58.047456 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-9ff709e6-b1cf-46e7-bf18-c96d5a43d9be admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/881aa2df-5950-43a0-9bd4-6c57fb12fe1e HTTP/1.1" status: 204 len: 168 time: 0.1385450 Nov 11 20:48:58.055555 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff709e6-b1cf-46e7-bf18-c96d5a43d9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881aa2df-5950-43a0-9bd4-6c57fb12fe1e,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:00.736658 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-f6dfe1d0-6390-4c77-87c7-37b6f0d1214f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:01.518574 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 52094) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:49:01.619605 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-1ad2efa1-a937-44e4-8707-77ede06e00c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:01.693524 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-1ad2efa1-a937-44e4-8707-77ede06e00c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:01.697203 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-1ad2efa1-a937-44e4-8707-77ede06e00c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:01.738184 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-1ad2efa1-a937-44e4-8707-77ede06e00c2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f185ccb7dc334681a1a08ea0a3a32882&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2185388 Nov 11 20:49:01.739420 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad2efa1-a937-44e4-8707-77ede06e00c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c30b1bd-b074-47a6-9fa5-2d93000b21c0,revision_number=1']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:01.741258 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 52098) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:49:01.789964 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-e207c156-a2b4-4c79-936c-f9c6e26364c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:01.810199 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-e207c156-a2b4-4c79-936c-f9c6e26364c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:01.855718 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-e207c156-a2b4-4c79-936c-f9c6e26364c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:01.858473 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-e207c156-a2b4-4c79-936c-f9c6e26364c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:01.859605 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-e207c156-a2b4-4c79-936c-f9c6e26364c6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1c30b1bd-b074-47a6-9fa5-2d93000b21c0 HTTP/1.1" status: 204 len: 168 time: 0.1166561 Nov 11 20:49:01.866995 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e207c156-a2b4-4c79-936c-f9c6e26364c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c30b1bd-b074-47a6-9fa5-2d93000b21c0,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:03.411698 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3b0eb6ef-a397-4edf-aa76-a93ad8decb88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:04.397995 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3d9940ef-842e-4b07-a279-f9f66b0ee11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:06.142846 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b24fd597-249d-429f-8b46-48f3c6a9ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:06.437246 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:10.810879 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 52174) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:49:10.915050 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-58f1ee89-7e7e-4e28-a42e-d63eec518c5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:10.993327 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-58f1ee89-7e7e-4e28-a42e-d63eec518c5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:10.997327 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-58f1ee89-7e7e-4e28-a42e-d63eec518c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_create {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:11.035194 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-58f1ee89-7e7e-4e28-a42e-d63eec518c5e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7ce95daa4da14f968de77b8853546f60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2232380 Nov 11 20:49:11.036338 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1ee89-7e7e-4e28-a42e-d63eec518c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61d5136-77a6-4481-9bb3-5b3724108d81,revision_number=1']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:11.037941 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 52178) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:49:11.089633 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-3dc502af-a8b2-4c91-8b8a-ecb48316bc6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:11.111800 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-3dc502af-a8b2-4c91-8b8a-ecb48316bc6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:11.161099 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-3dc502af-a8b2-4c91-8b8a-ecb48316bc6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:11.163748 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-3dc502af-a8b2-4c91-8b8a-ecb48316bc6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:11.164917 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-3dc502af-a8b2-4c91-8b8a-ecb48316bc6b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d61d5136-77a6-4481-9bb3-5b3724108d81 HTTP/1.1" status: 204 len: 168 time: 0.1260023 Nov 11 20:49:11.173563 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc502af-a8b2-4c91-8b8a-ecb48316bc6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61d5136-77a6-4481-9bb3-5b3724108d81,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:19.847723 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.agents_db [None req-82748851-6744-43b9-bd77-83e744a7c088 None None] Agent healthcheck: found 6 active agents {{(pid=101814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:49:22.208963 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:24.644161 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1d0b424c-4b50-4d30-8e62-7f07b507a977 req-9fba05b7-e9a4-49d4-95c4-7e9d2358db92 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=80e4bb44-7412-4d18-9df5-940938029647&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1295593 Nov 11 20:49:24.709742 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b424c-4b50-4d30-8e62-7f07b507a977 req-01d890cf-c977-469e-891e-0b8fe9f04952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:24.711165 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1d0b424c-4b50-4d30-8e62-7f07b507a977 req-01d890cf-c977-469e-891e-0b8fe9f04952 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4dd611087eb441dc94ef8c18b6b7d600&device_id=80e4bb44-7412-4d18-9df5-940938029647 HTTP/1.1" status: 200 len: 1098 time: 0.0389576 Nov 11 20:49:24.822671 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b424c-4b50-4d30-8e62-7f07b507a977 req-031852bf-c73d-4a92-8e6a-21f26fef2a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:24.824256 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1d0b424c-4b50-4d30-8e62-7f07b507a977 req-031852bf-c73d-4a92-8e6a-21f26fef2a34 service neutron] 10.222.0.78 "GET /v2.0/networks?id=79971f2e-5dd3-4116-8573-ccbb33e6422f HTTP/1.1" status: 200 len: 913 time: 0.0887651 Nov 11 20:49:24.890195 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1d0b424c-4b50-4d30-8e62-7f07b507a977 req-59378b2d-8c04-4e14-8479-e85e8ee937c0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2b2c706-9af8-45b8-bde7-b4119bd30e56 HTTP/1.1" status: 200 len: 999 time: 0.0565457 Nov 11 20:49:24.944990 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b424c-4b50-4d30-8e62-7f07b507a977 req-8cd9427a-19a4-41d9-950f-fba44151474a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:24.946453 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1d0b424c-4b50-4d30-8e62-7f07b507a977 req-8cd9427a-19a4-41d9-950f-fba44151474a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=535394ca-6702-4a16-9e94-00db56f6b620 HTTP/1.1" status: 200 len: 851 time: 0.0463386 Nov 11 20:49:24.992636 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b424c-4b50-4d30-8e62-7f07b507a977 req-1213f3a7-f7ef-49b6-b870-e10a48a2896d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:24.994095 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1d0b424c-4b50-4d30-8e62-7f07b507a977 req-1213f3a7-f7ef-49b6-b870-e10a48a2896d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=79971f2e-5dd3-4116-8573-ccbb33e6422f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388980 Nov 11 20:49:25.086035 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1d0b424c-4b50-4d30-8e62-7f07b507a977 req-49fd68ac-6ee6-4b76-b455-29a9be69f746 service neutron] 10.222.0.78 "GET /v2.0/networks/79971f2e-5dd3-4116-8573-ccbb33e6422f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835633 Nov 11 20:49:25.177629 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-1d0b424c-4b50-4d30-8e62-7f07b507a977 req-20b3a608-ff30-4e7a-828a-0a72fe88868c service neutron] 10.222.0.78 "GET /v2.0/networks/79971f2e-5dd3-4116-8573-ccbb33e6422f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817480 Nov 11 20:49:30.739157 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-6490b957-1221-4a0f-bd76-07f920d11271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:33.412506 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-d011e61e-6071-429a-a746-4139c105663d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:34.400693 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3d9940ef-842e-4b07-a279-f9f66b0ee11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:36.150783 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b24fd597-249d-429f-8b46-48f3c6a9ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:36.439000 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:41.442154 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 52190) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:49:41.689846 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [None req-62d0a8dd-c361-4862-bd01-e9591c2c0a75 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Deleting port 07c9f026-a86b-4cc4-9db6-e0ed0d87d287 {{(pid=101811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:49:41.690175 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-62d0a8dd-c361-4862-bd01-e9591c2c0a75 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:41.765372 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-62d0a8dd-c361-4862-bd01-e9591c2c0a75 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:41.765613 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-62d0a8dd-c361-4862-bd01-e9591c2c0a75 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:41.776938 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [None req-62d0a8dd-c361-4862-bd01-e9591c2c0a75 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Calling delete_port for 07c9f026-a86b-4cc4-9db6-e0ed0d87d287 owned by network:floatingip {{(pid=101811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:49:41.940859 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-62d0a8dd-c361-4862-bd01-e9591c2c0a75 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25464144'] for port, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:41.964197 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d0a8dd-c361-4862-bd01-e9591c2c0a75 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Pushing event deleted for resources: {'Port': ['ID=07c9f026-a86b-4cc4-9db6-e0ed0d87d287,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:41.977397 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d0a8dd-c361-4862-bd01-e9591c2c0a75 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:41.977747 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d0a8dd-c361-4862-bd01-e9591c2c0a75 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:41.978088 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d0a8dd-c361-4862-bd01-e9591c2c0a75 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:41.978421 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d0a8dd-c361-4862-bd01-e9591c2c0a75 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:41.978752 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d0a8dd-c361-4862-bd01-e9591c2c0a75 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:41.979079 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d0a8dd-c361-4862-bd01-e9591c2c0a75 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:41.979957 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d0a8dd-c361-4862-bd01-e9591c2c0a75 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:41.980309 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d0a8dd-c361-4862-bd01-e9591c2c0a75 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:41.980635 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d0a8dd-c361-4862-bd01-e9591c2c0a75 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:41.981007 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d0a8dd-c361-4862-bd01-e9591c2c0a75 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:41.981333 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d0a8dd-c361-4862-bd01-e9591c2c0a75 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:41.981653 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d0a8dd-c361-4862-bd01-e9591c2c0a75 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:42.037458 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-62d0a8dd-c361-4862-bd01-e9591c2c0a75 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks [] for floatingip, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:42.037757 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.db.l3_db [None req-62d0a8dd-c361-4862-bd01-e9591c2c0a75 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Floating IP c03b54d8-ad58-4ef8-b89d-bee25e8fdc8f disassociated (deleted). External IP: 172.27.0.128, port: 40bfc231-ecda-4dd7-a914-d4fd0a2d487b. Nov 11 20:49:42.235159 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d0a8dd-c361-4862-bd01-e9591c2c0a75 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Router 24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d has already been hosted by L3 agent 078c1a4f-b62f-4fa2-93c9-12887f0677c3 {{(pid=101811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:49:42.340426 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d0a8dd-c361-4862-bd01-e9591c2c0a75 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Notify agent at l3_agent.dv-cinder-817642-1-iscsi the message routers_updated {{(pid=101811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:49:42.345188 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-62d0a8dd-c361-4862-bd01-e9591c2c0a75 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for floatingip, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:42.351349 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237271ef-befc-4e98-8926-b087aebe3352 None None] Sync routers for ids ['24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d'] in dv-cinder-817642-1-iscsi {{(pid=101813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:49:42.361990 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237271ef-befc-4e98-8926-b087aebe3352 None None] Routers {'24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:49:42.362612 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-237271ef-befc-4e98-8926-b087aebe3352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:49:33Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d'], 'active': True} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:49:42.374436 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-62d0a8dd-c361-4862-bd01-e9591c2c0a75 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "DELETE /v2.0/floatingips/c03b54d8-ad58-4ef8-b89d-bee25e8fdc8f HTTP/1.1" status: 204 len: 168 time: 0.9308937 Nov 11 20:49:42.375025 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9a4baaf-615d-4da4-b61e-5a9199179627', 'tag': '40bfc231-ecda-4dd7-a914-d4fd0a2d487b'}] {{(pid=101811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:49:42.377345 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5736cb7e175e5ed5563496e7c8b9c6d8883e61bc6d504a4dc096e4a6f480cdce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52a3303-21a9-469e-8b92-430511469748" -d '{"events": [{"name": "network-changed", "server_uuid": "c9a4baaf-615d-4da4-b61e-5a9199179627", "tag": "40bfc231-ecda-4dd7-a914-d4fd0a2d487b"}]}' {{(pid=101811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:49:42.586923 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843bc096-c79c-4434-97e4-b197cb33f20f x-openstack-request-id: req-843bc096-c79c-4434-97e4-b197cb33f20f {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:49:42.587533 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9a4baaf-615d-4da4-b61e-5a9199179627", "tag": "40bfc231-ecda-4dd7-a914-d4fd0a2d487b", "status": "completed", "code": 200}]} {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:49:42.587533 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-843bc096-c79c-4434-97e4-b197cb33f20f {{(pid=101811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:49:42.587784 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9a4baaf-615d-4da4-b61e-5a9199179627', 'tag': '40bfc231-ecda-4dd7-a914-d4fd0a2d487b', 'status': 'completed', 'code': 200} Nov 11 20:49:42.609908 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1369237-642a-4b42-962d-74b0129d3151 req-23474454-2103-44d2-bd92-fab8d29f59cf tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:42.611389 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e1369237-642a-4b42-962d-74b0129d3151 req-23474454-2103-44d2-bd92-fab8d29f59cf tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 946 time: 0.0565705 Nov 11 20:49:42.624045 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvr_db [None req-237271ef-befc-4e98-8926-b087aebe3352 None None] Set router 24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d gateway port host: dv-cinder-817642-1-iscsi {{(pid=101813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:49:42.690506 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e1369237-642a-4b42-962d-74b0129d3151 req-05bf3d79-eca2-47b6-b63f-afa26257cb23 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b47e2b2-2dfe-483a-9041-0e42cf0f8056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731361 Nov 11 20:49:42.695880 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a3303-21a9-469e-8b92-430511469748 req-5f3d2535-1de2-4fb3-8fdb-f273889fe1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:42.697361 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f52a3303-21a9-469e-8b92-430511469748 req-5f3d2535-1de2-4fb3-8fdb-f273889fe1e9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1ad6c752ea6048068ad66bddb0f2968f&device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 1099 time: 0.0723746 Nov 11 20:49:42.798106 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a3303-21a9-469e-8b92-430511469748 req-d7fdb0fd-ae25-4114-9f14-58eb1982a257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:42.799793 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f52a3303-21a9-469e-8b92-430511469748 req-d7fdb0fd-ae25-4114-9f14-58eb1982a257 service neutron] 10.222.0.78 "GET /v2.0/networks?id=86e64690-2a5a-4e0a-b625-102ea78f3628 HTTP/1.1" status: 200 len: 910 time: 0.0908611 Nov 11 20:49:42.822252 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-237271ef-befc-4e98-8926-b087aebe3352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d', 'name': 'tempest-TestShelveInstance-1401125711-router', 'tenant_id': '1ad6c752ea6048068ad66bddb0f2968f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'db2ed765-abb1-4638-9b49-2dc1d682da3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:44:19Z', 'updated_at': '2021-11-11T20:44:22Z', 'revision_number': 4, 'project_id': '1ad6c752ea6048068ad66bddb0f2968f', 'gw_port': {'id': 'db2ed765-abb1-4638-9b49-2dc1d682da3c', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:4a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:19Z', 'updated_at': '2021-11-11T20:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': '8b764d52-77e7-4682-b571-e4083b29dcac', 'name': '', 'network_id': '86e64690-2a5a-4e0a-b625-102ea78f3628', 'tenant_id': '1ad6c752ea6048068ad66bddb0f2968f', 'mac_address': 'fa:16:3e:3c:44:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '687750c2-873f-4aa7-97ab-72f9b584fba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:21Z', 'updated_at': '2021-11-11T20:44:26Z', 'revision_number': 5, 'project_id': '1ad6c752ea6048068ad66bddb0f2968f', 'subnets': [{'id': '687750c2-873f-4aa7-97ab-72f9b584fba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:49:42.846012 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f52a3303-21a9-469e-8b92-430511469748 req-152f3f65-5b7b-41ef-89cc-c8ed760faa0c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40bfc231-ecda-4dd7-a914-d4fd0a2d487b HTTP/1.1" status: 200 len: 217 time: 0.0356982 Nov 11 20:49:42.852756 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237271ef-befc-4e98-8926-b087aebe3352 None None] Checking router: 24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d for host: dv-cinder-817642-1-iscsi {{(pid=101813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:49:42.861678 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237271ef-befc-4e98-8926-b087aebe3352 None None] Routers {'24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:49:42.862216 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-237271ef-befc-4e98-8926-b087aebe3352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:49:33Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d'], 'active': True} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:49:42.904304 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a3303-21a9-469e-8b92-430511469748 req-4dde8515-9bab-4f89-9ad4-ff5386e67297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:42.905759 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f52a3303-21a9-469e-8b92-430511469748 req-4dde8515-9bab-4f89-9ad4-ff5386e67297 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=687750c2-873f-4aa7-97ab-72f9b584fba4 HTTP/1.1" status: 200 len: 848 time: 0.0457888 Nov 11 20:49:42.961376 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a3303-21a9-469e-8b92-430511469748 req-df807b73-55b1-4323-ad3c-4581e1c7d051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:42.962886 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f52a3303-21a9-469e-8b92-430511469748 req-df807b73-55b1-4323-ad3c-4581e1c7d051 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=86e64690-2a5a-4e0a-b625-102ea78f3628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432341 Nov 11 20:49:42.968122 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvr_db [None req-237271ef-befc-4e98-8926-b087aebe3352 None None] Set router 24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d gateway port host: dv-cinder-817642-1-iscsi {{(pid=101813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:49:43.058185 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f52a3303-21a9-469e-8b92-430511469748 req-e2d22d28-70dc-48c6-8f09-2ab7e2eab52a service neutron] 10.222.0.78 "GET /v2.0/networks/86e64690-2a5a-4e0a-b625-102ea78f3628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811732 Nov 11 20:49:43.153666 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-f52a3303-21a9-469e-8b92-430511469748 req-88209cb2-3cea-41a2-9a75-2a828a85dc1a service neutron] 10.222.0.78 "GET /v2.0/networks/86e64690-2a5a-4e0a-b625-102ea78f3628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855680 Nov 11 20:49:43.163512 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-237271ef-befc-4e98-8926-b087aebe3352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d', 'name': 'tempest-TestShelveInstance-1401125711-router', 'tenant_id': '1ad6c752ea6048068ad66bddb0f2968f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'db2ed765-abb1-4638-9b49-2dc1d682da3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:44:19Z', 'updated_at': '2021-11-11T20:44:22Z', 'revision_number': 4, 'project_id': '1ad6c752ea6048068ad66bddb0f2968f', 'gw_port': {'id': 'db2ed765-abb1-4638-9b49-2dc1d682da3c', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:4a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:19Z', 'updated_at': '2021-11-11T20:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': '8b764d52-77e7-4682-b571-e4083b29dcac', 'name': '', 'network_id': '86e64690-2a5a-4e0a-b625-102ea78f3628', 'tenant_id': '1ad6c752ea6048068ad66bddb0f2968f', 'mac_address': 'fa:16:3e:3c:44:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '687750c2-873f-4aa7-97ab-72f9b584fba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:21Z', 'updated_at': '2021-11-11T20:44:26Z', 'revision_number': 5, 'project_id': '1ad6c752ea6048068ad66bddb0f2968f', 'subnets': [{'id': '687750c2-873f-4aa7-97ab-72f9b584fba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:49:43.189694 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237271ef-befc-4e98-8926-b087aebe3352 None None] The sync data for ids ['24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d'] in dv-cinder-817642-1-iscsi is: [{'id': '24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d', 'name': 'tempest-TestShelveInstance-1401125711-router', 'tenant_id': '1ad6c752ea6048068ad66bddb0f2968f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'db2ed765-abb1-4638-9b49-2dc1d682da3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:44:19Z', 'updated_at': '2021-11-11T20:44:22Z', 'revision_number': 4, 'project_id': '1ad6c752ea6048068ad66bddb0f2968f', 'gw_port': {'id': 'db2ed765-abb1-4638-9b49-2dc1d682da3c', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:4a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:19Z', 'updated_at': '2021-11-11T20:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': '8b764d52-77e7-4682-b571-e4083b29dcac', 'name': '', 'network_id': '86e64690-2a5a-4e0a-b625-102ea78f3628', 'tenant_id': '1ad6c752ea6048068ad66bddb0f2968f', 'mac_address': 'fa:16:3e:3c:44:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '687750c2-873f-4aa7-97ab-72f9b584fba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:21Z', 'updated_at': '2021-11-11T20:44:26Z', 'revision_number': 5, 'project_id': '1ad6c752ea6048068ad66bddb0f2968f', 'subnets': [{'id': '687750c2-873f-4aa7-97ab-72f9b584fba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:49:43.398282 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd39ce1a-9701-477e-99d3-f11a0c1bb01e None None] New status for floating IP c03b54d8-ad58-4ef8-b89d-bee25e8fdc8f: DOWN {{(pid=101814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 20:49:43.809969 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ebdb9-91a8-4247-8853-920ea9db5584 req-cf8cb07c-f407-431f-8a5d-099959dac4c0 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:43.811499 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e22ebdb9-91a8-4247-8853-920ea9db5584 req-cf8cb07c-f407-431f-8a5d-099959dac4c0 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 946 time: 0.0492325 Nov 11 20:49:43.860195 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e22ebdb9-91a8-4247-8853-920ea9db5584 req-e062d006-3db9-4a44-885a-512c4f55fae4 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b47e2b2-2dfe-483a-9041-0e42cf0f8056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427949 Nov 11 20:49:44.830613 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f247ad-dd56-4125-b878-4260bcc37a72 req-bec6648f-0090-444a-90a0-33fd1db03558 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:44.832076 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a6f247ad-dd56-4125-b878-4260bcc37a72 req-bec6648f-0090-444a-90a0-33fd1db03558 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.78 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 946 time: 0.0479021 Nov 11 20:49:45.227143 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28abb1a6-607f-41a9-9a0a-6af574b2f273 req-0d9bd68f-ed3e-4d52-8370-55d390b4306c tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:49:45.228550 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-28abb1a6-607f-41a9-9a0a-6af574b2f273 req-0d9bd68f-ed3e-4d52-8370-55d390b4306c tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 946 time: 0.0642905 Nov 11 20:49:45.232073 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [req-a6f247ad-dd56-4125-b878-4260bcc37a72 req-d69e7304-9449-496a-bb42-28ee0c89824e tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Deleting port 40bfc231-ecda-4dd7-a914-d4fd0a2d487b {{(pid=101811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:49:45.232418 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-a6f247ad-dd56-4125-b878-4260bcc37a72 req-d69e7304-9449-496a-bb42-28ee0c89824e tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:45.336344 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-28abb1a6-607f-41a9-9a0a-6af574b2f273 req-563ab18d-4371-489a-8fe1-43e1c7e1175c tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b47e2b2-2dfe-483a-9041-0e42cf0f8056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008971 Nov 11 20:49:45.357193 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-a6f247ad-dd56-4125-b878-4260bcc37a72 req-d69e7304-9449-496a-bb42-28ee0c89824e tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] For port 40bfc231-ecda-4dd7-a914-d4fd0a2d487b, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=40bfc231-ecda-4dd7-a914-d4fd0a2d487b,segment=NetworkSegment(6393b59f-edea-4597-8674-6898de2ab603),segment_id=6393b59f-edea-4597-8674-6898de2ab603)] {{(pid=101811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:45.357552 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-a6f247ad-dd56-4125-b878-4260bcc37a72 req-d69e7304-9449-496a-bb42-28ee0c89824e tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:45.370142 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [req-a6f247ad-dd56-4125-b878-4260bcc37a72 req-d69e7304-9449-496a-bb42-28ee0c89824e tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Calling delete_port for 40bfc231-ecda-4dd7-a914-d4fd0a2d487b owned by compute:nova {{(pid=101811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:49:45.497687 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-a6f247ad-dd56-4125-b878-4260bcc37a72 req-d69e7304-9449-496a-bb42-28ee0c89824e tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25464144'] for port, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:45.525775 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e7304-9449-496a-bb42-28ee0c89824e tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Pushing event deleted for resources: {'Port': ['ID=40bfc231-ecda-4dd7-a914-d4fd0a2d487b,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:45.565375 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f247ad-dd56-4125-b878-4260bcc37a72 req-d69e7304-9449-496a-bb42-28ee0c89824e tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] No DVR routers for this DVR port 40bfc231-ecda-4dd7-a914-d4fd0a2d487b on host hv-cinder-81764 {{(pid=101811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:49:45.567866 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-a6f247ad-dd56-4125-b878-4260bcc37a72 req-d69e7304-9449-496a-bb42-28ee0c89824e tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:45.571091 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-a6f247ad-dd56-4125-b878-4260bcc37a72 req-d69e7304-9449-496a-bb42-28ee0c89824e tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.78 "DELETE /v2.0/ports/40bfc231-ecda-4dd7-a914-d4fd0a2d487b HTTP/1.1" status: 204 len: 173 time: 0.7277849 Nov 11 20:49:45.571520 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a4baaf-615d-4da4-b61e-5a9199179627', 'name': 'network-vif-deleted', 'tag': '40bfc231-ecda-4dd7-a914-d4fd0a2d487b'}] {{(pid=101811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:49:45.574032 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5736cb7e175e5ed5563496e7c8b9c6d8883e61bc6d504a4dc096e4a6f480cdce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea43980-ccb8-4696-9ee8-80d4e316741a" -d '{"events": [{"server_uuid": "c9a4baaf-615d-4da4-b61e-5a9199179627", "name": "network-vif-deleted", "tag": "40bfc231-ecda-4dd7-a914-d4fd0a2d487b"}]}' {{(pid=101811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:49:45.613941 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92fc23e-6ddc-4a3a-a170-108c3406346a x-openstack-request-id: req-f92fc23e-6ddc-4a3a-a170-108c3406346a {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:49:45.614225 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9a4baaf-615d-4da4-b61e-5a9199179627", "name": "network-vif-deleted", "tag": "40bfc231-ecda-4dd7-a914-d4fd0a2d487b", "status": "completed", "code": 200}]} {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:49:45.614475 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f92fc23e-6ddc-4a3a-a170-108c3406346a {{(pid=101811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:49:45.614866 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a4baaf-615d-4da4-b61e-5a9199179627', 'name': 'network-vif-deleted', 'tag': '40bfc231-ecda-4dd7-a914-d4fd0a2d487b', 'status': 'completed', 'code': 200} Nov 11 20:49:46.445136 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-e5e60b1c-307f-4ab7-be43-a4e3503a0432 req-6e34a650-09ab-4544-92a7-97f2f72e847f tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9a4baaf-615d-4da4-b61e-5a9199179627 HTTP/1.1" status: 200 len: 210 time: 0.0304773 Nov 11 20:49:47.497045 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 40bfc231-ecda-4dd7-a914-d4fd0a2d487b no longer exists at agent hyperv_hv-cinder-81764 {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:49:47.503718 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 52216) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:49:47.518380 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] No Port match for: 40bfc231-ecda-4dd7-a914-d4fd0a2d487b {{(pid=101813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:49:47.518724 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 40bfc231-ecda-4dd7-a914-d4fd0a2d487b not bound to the agent host hv-cinder-81764 {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:49:47.559668 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-8131082f-3c52-4929-bead-070ac1bf1383 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks [] for security_group, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:47.584444 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-8131082f-3c52-4929-bead-070ac1bf1383 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:47.644034 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-8131082f-3c52-4929-bead-070ac1bf1383 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:47.646844 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-8131082f-3c52-4929-bead-070ac1bf1383 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Publish callbacks [] for security_group, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:47.648675 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-8131082f-3c52-4929-bead-070ac1bf1383 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] 10.222.0.61 "DELETE /v2.0/security-groups/3b47e2b2-2dfe-483a-9041-0e42cf0f8056 HTTP/1.1" status: 204 len: 168 time: 0.1434729 Nov 11 20:49:47.658204 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8131082f-3c52-4929-bead-070ac1bf1383 tempest-TestShelveInstance-1533368909 tempest-TestShelveInstance-1533368909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b47e2b2-2dfe-483a-9041-0e42cf0f8056,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:47.694825 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 52220) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:49:48.136286 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-2ac55212-a905-4639-9f47-4a4cd6718e11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671691'] for router_interface, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:48.374340 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.plugin [None req-2ac55212-a905-4639-9f47-4a4cd6718e11 admin admin] Deleting port 8b764d52-77e7-4682-b571-e4083b29dcac {{(pid=101812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:49:48.374694 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-2ac55212-a905-4639-9f47-4a4cd6718e11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:48.453978 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.db [None req-2ac55212-a905-4639-9f47-4a4cd6718e11 admin admin] For port 8b764d52-77e7-4682-b571-e4083b29dcac, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=8b764d52-77e7-4682-b571-e4083b29dcac,segment=NetworkSegment(6393b59f-edea-4597-8674-6898de2ab603),segment_id=6393b59f-edea-4597-8674-6898de2ab603)] {{(pid=101812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:48.454269 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-2ac55212-a905-4639-9f47-4a4cd6718e11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:48.466694 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.plugin [None req-2ac55212-a905-4639-9f47-4a4cd6718e11 admin admin] Calling delete_port for 8b764d52-77e7-4682-b571-e4083b29dcac owned by network:router_interface {{(pid=101812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:49:48.643866 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-2ac55212-a905-4639-9f47-4a4cd6718e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3549817'] for port, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:48.666573 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac55212-a905-4639-9f47-4a4cd6718e11 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b764d52-77e7-4682-b571-e4083b29dcac,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:48.839678 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-2ac55212-a905-4639-9f47-4a4cd6718e11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-656251'] for router_interface, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:49.052554 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ac55212-a905-4639-9f47-4a4cd6718e11 admin admin] Router 24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d has already been hosted by L3 agent 078c1a4f-b62f-4fa2-93c9-12887f0677c3 {{(pid=101812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:49:49.156025 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac55212-a905-4639-9f47-4a4cd6718e11 admin admin] Notify agent at l3_agent.dv-cinder-817642-1-iscsi the message routers_updated {{(pid=101812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:49:49.160927 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-2ac55212-a905-4639-9f47-4a4cd6718e11 admin admin] 10.222.0.61 "PUT /v2.0/routers/24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4647396 Nov 11 20:49:49.163497 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 52224) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:49:49.166307 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce896ff-a419-42e4-9b74-e0fd7af22cc2 None None] Sync routers for ids ['24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d'] in dv-cinder-817642-1-iscsi {{(pid=101813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:49:49.175886 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce896ff-a419-42e4-9b74-e0fd7af22cc2 None None] Routers {'24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:49:49.176489 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-dce896ff-a419-42e4-9b74-e0fd7af22cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:49:33Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d'], 'active': True} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:49:49.266420 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-eed17d88-4453-459a-beb8-caa390b5f70c admin admin] Publish callbacks [] for router, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:49.284161 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvr_db [None req-dce896ff-a419-42e4-9b74-e0fd7af22cc2 None None] Set router 24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d gateway port host: dv-cinder-817642-1-iscsi {{(pid=101813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:49:49.370789 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-eed17d88-4453-459a-beb8-caa390b5f70c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:49.423124 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.plugin [None req-eed17d88-4453-459a-beb8-caa390b5f70c admin admin] Deleting port db2ed765-abb1-4638-9b49-2dc1d682da3c {{(pid=101812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:49:49.423462 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-eed17d88-4453-459a-beb8-caa390b5f70c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:49.460024 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-dce896ff-a419-42e4-9b74-e0fd7af22cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d', 'name': 'tempest-TestShelveInstance-1401125711-router', 'tenant_id': '1ad6c752ea6048068ad66bddb0f2968f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'db2ed765-abb1-4638-9b49-2dc1d682da3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:44:19Z', 'updated_at': '2021-11-11T20:49:48Z', 'revision_number': 5, 'project_id': '1ad6c752ea6048068ad66bddb0f2968f', 'gw_port': {'id': 'db2ed765-abb1-4638-9b49-2dc1d682da3c', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:4a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:19Z', 'updated_at': '2021-11-11T20:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi'}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:49:49.491608 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce896ff-a419-42e4-9b74-e0fd7af22cc2 None None] Checking router: 24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d for host: dv-cinder-817642-1-iscsi {{(pid=101813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:49:49.501181 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce896ff-a419-42e4-9b74-e0fd7af22cc2 None None] Routers {'24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:49:49.501794 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-dce896ff-a419-42e4-9b74-e0fd7af22cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:49:33Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d'], 'active': True} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:49:49.504642 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.db [None req-eed17d88-4453-459a-beb8-caa390b5f70c admin admin] For port db2ed765-abb1-4638-9b49-2dc1d682da3c, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=db2ed765-abb1-4638-9b49-2dc1d682da3c,segment=NetworkSegment(e9e9934c-1983-4624-9195-f2a2627c9ef4),segment_id=e9e9934c-1983-4624-9195-f2a2627c9ef4)] {{(pid=101812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:49.505028 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-eed17d88-4453-459a-beb8-caa390b5f70c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:49.517116 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.plugin [None req-eed17d88-4453-459a-beb8-caa390b5f70c admin admin] Calling delete_port for db2ed765-abb1-4638-9b49-2dc1d682da3c owned by network:router_gateway {{(pid=101812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:49:49.586329 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvr_db [None req-dce896ff-a419-42e4-9b74-e0fd7af22cc2 None None] Set router 24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d gateway port host: None {{(pid=101813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:49:49.638162 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-dce896ff-a419-42e4-9b74-e0fd7af22cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d', 'name': 'tempest-TestShelveInstance-1401125711-router', 'tenant_id': '1ad6c752ea6048068ad66bddb0f2968f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:44:19Z', 'updated_at': '2021-11-11T20:49:49Z', 'revision_number': 6, 'project_id': '1ad6c752ea6048068ad66bddb0f2968f', 'gw_port_host': None}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:49:49.667736 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce896ff-a419-42e4-9b74-e0fd7af22cc2 None None] The sync data for ids ['24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d'] in dv-cinder-817642-1-iscsi is: [{'id': '24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d', 'name': 'tempest-TestShelveInstance-1401125711-router', 'tenant_id': '1ad6c752ea6048068ad66bddb0f2968f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:44:19Z', 'updated_at': '2021-11-11T20:49:49Z', 'revision_number': 6, 'project_id': '1ad6c752ea6048068ad66bddb0f2968f', 'gw_port_host': None}] {{(pid=101813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:49:49.897644 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-eed17d88-4453-459a-beb8-caa390b5f70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3549817'] for port, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:49.924424 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed17d88-4453-459a-beb8-caa390b5f70c admin admin] Pushing event deleted for resources: {'Port': ['ID=db2ed765-abb1-4638-9b49-2dc1d682da3c,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:49.982387 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-eed17d88-4453-459a-beb8-caa390b5f70c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656001'] for router_gateway, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:50.077948 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-eed17d88-4453-459a-beb8-caa390b5f70c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25019'] for router, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:50.080568 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-eed17d88-4453-459a-beb8-caa390b5f70c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:50.127497 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-eed17d88-4453-459a-beb8-caa390b5f70c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669805'] for router, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:50.128102 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed17d88-4453-459a-beb8-caa390b5f70c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d {{(pid=101812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 20:49:50.132415 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-eed17d88-4453-459a-beb8-caa390b5f70c admin admin] Publish callbacks [] for router, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:50.133509 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-eed17d88-4453-459a-beb8-caa390b5f70c admin admin] 10.222.0.61 "DELETE /v2.0/routers/24f65e1e-cf0d-437a-8921-9e7f8e2b2a5d HTTP/1.1" status: 204 len: 168 time: 0.9690859 Nov 11 20:49:50.136116 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 52226) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:49:50.180564 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.db.db_base_plugin_v2 [None req-05d9b3bf-cc08-4498-9878-3592488d74a4 admin admin] Deleting subnet 687750c2-873f-4aa7-97ab-72f9b584fba4 {{(pid=101812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:49:50.183777 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-05d9b3bf-cc08-4498-9878-3592488d74a4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:50.220964 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-05d9b3bf-cc08-4498-9878-3592488d74a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4163766'] for subnet, precommit_delete_associations {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:50.297527 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-05d9b3bf-cc08-4498-9878-3592488d74a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16455430'] for subnet, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:50.348431 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-05d9b3bf-cc08-4498-9878-3592488d74a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16455441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3549770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3891168'] for subnet, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:50.373526 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d9b3bf-cc08-4498-9878-3592488d74a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=687750c2-873f-4aa7-97ab-72f9b584fba4,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:50.378141 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-05d9b3bf-cc08-4498-9878-3592488d74a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for subnet, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:50.382333 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-05d9b3bf-cc08-4498-9878-3592488d74a4 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/687750c2-873f-4aa7-97ab-72f9b584fba4 HTTP/1.1" status: 204 len: 168 time: 0.2452421 Nov 11 20:49:50.382929 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a03179-5cfa-4944-8b33-f4c485cc5018 None None] Network 86e64690-2a5a-4e0a-b625-102ea78f3628 requested from dv-cinder-817642-1-iscsi {{(pid=101813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:49:50.385038 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 52228) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:49:50.389094 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d9b3bf-cc08-4498-9878-3592488d74a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:50.389442 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d9b3bf-cc08-4498-9878-3592488d74a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:50.389776 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d9b3bf-cc08-4498-9878-3592488d74a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:50.390104 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d9b3bf-cc08-4498-9878-3592488d74a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:50.390424 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d9b3bf-cc08-4498-9878-3592488d74a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:50.390744 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d9b3bf-cc08-4498-9878-3592488d74a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:50.391066 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d9b3bf-cc08-4498-9878-3592488d74a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:50.391388 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d9b3bf-cc08-4498-9878-3592488d74a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:50.391708 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d9b3bf-cc08-4498-9878-3592488d74a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:50.392040 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d9b3bf-cc08-4498-9878-3592488d74a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:50.392429 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d9b3bf-cc08-4498-9878-3592488d74a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:50.392663 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d9b3bf-cc08-4498-9878-3592488d74a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:50.460737 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-29413780-3792-440c-934b-b3f290771025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16325219'] for network, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:50.476843 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device 8b764d52-77e7-4682-b571-e4083b29dcac no longer exists at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:49:50.517664 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [None req-29413780-3792-440c-934b-b3f290771025 admin admin] Deleting port 4fd20a95-d969-4974-9f97-088519137539 {{(pid=101811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:49:50.517996 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-29413780-3792-440c-934b-b3f290771025 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:50.522749 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] No Port match for: 8b764d52-77e7-4682-b571-e4083b29dcac {{(pid=101813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:49:50.523284 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device 8b764d52-77e7-4682-b571-e4083b29dcac not bound to the agent host dv-cinder-817642-1-iscsi {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:49:50.591210 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [None req-29413780-3792-440c-934b-b3f290771025 admin admin] For port 4fd20a95-d969-4974-9f97-088519137539, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=4fd20a95-d969-4974-9f97-088519137539,segment=NetworkSegment(6393b59f-edea-4597-8674-6898de2ab603),segment_id=6393b59f-edea-4597-8674-6898de2ab603)] {{(pid=101811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:50.591577 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-29413780-3792-440c-934b-b3f290771025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:50.603930 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [None req-29413780-3792-440c-934b-b3f290771025 admin admin] Calling delete_port for 4fd20a95-d969-4974-9f97-088519137539 owned by network:dhcp {{(pid=101811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:49:50.608776 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7e7ce8-8525-4ffa-9591-d5ede0b1d652 None None] DHCP port deletion for 86e64690-2a5a-4e0a-b625-102ea78f3628 request from dv-cinder-817642-1-iscsi {{(pid=101813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:49:50.658244 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-af7e7ce8-8525-4ffa-9591-d5ede0b1d652 None None] Deleting port 4fd20a95-d969-4974-9f97-088519137539 {{(pid=101813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:49:50.658620 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-af7e7ce8-8525-4ffa-9591-d5ede0b1d652 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:50.691172 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-29413780-3792-440c-934b-b3f290771025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25464144'] for port, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:50.721659 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29413780-3792-440c-934b-b3f290771025 admin admin] No DVR routers for this DVR port 4fd20a95-d969-4974-9f97-088519137539 on host dv-cinder-817642-1-iscsi {{(pid=101811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:49:50.726799 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-af7e7ce8-8525-4ffa-9591-d5ede0b1d652 None None] For port 4fd20a95-d969-4974-9f97-088519137539, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=4fd20a95-d969-4974-9f97-088519137539,segment=NetworkSegment(6393b59f-edea-4597-8674-6898de2ab603),segment_id=6393b59f-edea-4597-8674-6898de2ab603)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:50.727197 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-af7e7ce8-8525-4ffa-9591-d5ede0b1d652 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:50.727441 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29413780-3792-440c-934b-b3f290771025 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fd20a95-d969-4974-9f97-088519137539,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:50.746689 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-af7e7ce8-8525-4ffa-9591-d5ede0b1d652 None None] Calling delete_port for 4fd20a95-d969-4974-9f97-088519137539 owned by network:dhcp {{(pid=101813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:49:50.806734 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-29413780-3792-440c-934b-b3f290771025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451713', 'neutron.services.segments.db._delete_segments_for_network-8768469249518'] for network, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:50.822739 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-af7e7ce8-8525-4ffa-9591-d5ede0b1d652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954'] for port, after_delete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:50.828272 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.services.segments.db [None req-29413780-3792-440c-934b-b3f290771025 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86e64690-2a5a-4e0a-b625-102ea78f3628']}} {{(pid=101811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:49:50.837753 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.services.segments.db [None req-29413780-3792-440c-934b-b3f290771025 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6393b59f-edea-4597-8674-6898de2ab603') {'for_net_delete': True} {{(pid=101811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:49:50.837997 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.services.segments.db [None req-29413780-3792-440c-934b-b3f290771025 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6393b59f-edea-4597-8674-6898de2ab603') {} {{(pid=101811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:49:50.847602 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-29413780-3792-440c-934b-b3f290771025 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768469040631', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25950205'] for segment, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:50.847783 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e7ce8-8525-4ffa-9591-d5ede0b1d652 None None] Pushing event deleted for resources: {'Port': ['ID=4fd20a95-d969-4974-9f97-088519137539,revision_number=None']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:50.851734 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7e7ce8-8525-4ffa-9591-d5ede0b1d652 None None] No DVR routers for this DVR port 4fd20a95-d969-4974-9f97-088519137539 on host dv-cinder-817642-1-iscsi {{(pid=101813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:49:50.858436 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7e7ce8-8525-4ffa-9591-d5ede0b1d652 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:50.858801 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7e7ce8-8525-4ffa-9591-d5ede0b1d652 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:50.859107 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7e7ce8-8525-4ffa-9591-d5ede0b1d652 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:50.861889 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7e7ce8-8525-4ffa-9591-d5ede0b1d652 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:50.861889 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7e7ce8-8525-4ffa-9591-d5ede0b1d652 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:50.861889 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7e7ce8-8525-4ffa-9591-d5ede0b1d652 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:50.861889 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7e7ce8-8525-4ffa-9591-d5ede0b1d652 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:50.861889 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7e7ce8-8525-4ffa-9591-d5ede0b1d652 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:50.861889 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7e7ce8-8525-4ffa-9591-d5ede0b1d652 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:50.861889 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7e7ce8-8525-4ffa-9591-d5ede0b1d652 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:50.862702 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7e7ce8-8525-4ffa-9591-d5ede0b1d652 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:50.862702 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7e7ce8-8525-4ffa-9591-d5ede0b1d652 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:49:50.866025 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-29413780-3792-440c-934b-b3f290771025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16407769'] for segment, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:50.873427 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29413780-3792-440c-934b-b3f290771025 admin admin] Releasing vlan 890 on physical network physnet1 to pool {{(pid=101811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:49:50.873819 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-29413780-3792-440c-934b-b3f290771025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16407769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25464077'] for segment, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:50.875731 dv-cinder-817642-1-iscsi neutron-server[101811]: Traceback (most recent call last): Nov 11 20:49:50.875731 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:49:50.875731 dv-cinder-817642-1-iscsi neutron-server[101811]: timer() Nov 11 20:49:50.875731 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:49:50.875731 dv-cinder-817642-1-iscsi neutron-server[101811]: cb(*args, **kw) Nov 11 20:49:50.875731 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:49:50.875731 dv-cinder-817642-1-iscsi neutron-server[101811]: return func(*args, **kwargs) Nov 11 20:49:50.875731 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:49:50.875731 dv-cinder-817642-1-iscsi neutron-server[101811]: self._notify() Nov 11 20:49:50.875731 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:49:50.875731 dv-cinder-817642-1-iscsi neutron-server[101811]: self.callback(batched_events) Nov 11 20:49:50.875731 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:49:50.875731 dv-cinder-817642-1-iscsi neutron-server[101811]: event.method(event) Nov 11 20:49:50.875731 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:49:50.875731 dv-cinder-817642-1-iscsi neutron-server[101811]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:49:50.875731 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:49:50.875731 dv-cinder-817642-1-iscsi neutron-server[101811]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:49:50.875731 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:49:50.875731 dv-cinder-817642-1-iscsi neutron-server[101811]: return f(self, *a, **k) Nov 11 20:49:50.875731 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:49:50.875731 dv-cinder-817642-1-iscsi neutron-server[101811]: return self._get(url).json() Nov 11 20:49:50.875731 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:49:50.875731 dv-cinder-817642-1-iscsi neutron-server[101811]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:49:50.875731 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:49:50.875731 dv-cinder-817642-1-iscsi neutron-server[101811]: return self.request(url, 'GET', **kwargs) Nov 11 20:49:50.875731 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:49:50.875731 dv-cinder-817642-1-iscsi neutron-server[101811]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:49:50.875731 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:49:50.875731 dv-cinder-817642-1-iscsi neutron-server[101811]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:49:50.875731 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:49:50.875731 dv-cinder-817642-1-iscsi neutron-server[101811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:49:50.875731 dv-cinder-817642-1-iscsi neutron-server[101811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:49:50.936340 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-29413780-3792-440c-934b-b3f290771025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656125'] for network, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:50.941510 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-29413780-3792-440c-934b-b3f290771025 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for network, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:50.944613 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-29413780-3792-440c-934b-b3f290771025 admin admin] 10.222.0.61 "DELETE /v2.0/networks/86e64690-2a5a-4e0a-b625-102ea78f3628 HTTP/1.1" status: 204 len: 168 time: 0.5574539 Nov 11 20:49:50.948400 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 52230) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:49:50.956348 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29413780-3792-440c-934b-b3f290771025 admin admin] Pushing event deleted for resources: {'Network': ['ID=86e64690-2a5a-4e0a-b625-102ea78f3628,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:51.288269 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-d6980a3c-7ddd-4a18-92d4-2b6a4a92a208 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671691'] for router_interface, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:51.535061 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.plugin [None req-d6980a3c-7ddd-4a18-92d4-2b6a4a92a208 admin admin] Deleting port b3a6c217-d6fd-403a-aedb-e0fa6a180a55 {{(pid=101812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:49:51.535393 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-d6980a3c-7ddd-4a18-92d4-2b6a4a92a208 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:51.613698 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.db [None req-d6980a3c-7ddd-4a18-92d4-2b6a4a92a208 admin admin] For port b3a6c217-d6fd-403a-aedb-e0fa6a180a55, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=b3a6c217-d6fd-403a-aedb-e0fa6a180a55,segment=NetworkSegment(e148748d-6f52-44d3-8b81-6fb425dcaaef),segment_id=e148748d-6f52-44d3-8b81-6fb425dcaaef)] {{(pid=101812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:51.614079 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-d6980a3c-7ddd-4a18-92d4-2b6a4a92a208 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:51.626373 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.plugin [None req-d6980a3c-7ddd-4a18-92d4-2b6a4a92a208 admin admin] Calling delete_port for b3a6c217-d6fd-403a-aedb-e0fa6a180a55 owned by network:router_interface {{(pid=101812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:49:51.801286 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-d6980a3c-7ddd-4a18-92d4-2b6a4a92a208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3549817'] for port, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:51.829620 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6980a3c-7ddd-4a18-92d4-2b6a4a92a208 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3a6c217-d6fd-403a-aedb-e0fa6a180a55,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:52.003561 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-d6980a3c-7ddd-4a18-92d4-2b6a4a92a208 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-656251'] for router_interface, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:52.073814 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device 4fd20a95-d969-4974-9f97-088519137539 no longer exists at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:49:52.094352 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] No Port match for: 4fd20a95-d969-4974-9f97-088519137539 {{(pid=101813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:49:52.094691 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device 4fd20a95-d969-4974-9f97-088519137539 not bound to the agent host dv-cinder-817642-1-iscsi {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:49:52.095103 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device db2ed765-abb1-4638-9b49-2dc1d682da3c no longer exists at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:49:52.227214 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6980a3c-7ddd-4a18-92d4-2b6a4a92a208 admin admin] Router 70240bbd-cfa8-497f-a8a6-b170090924a5 has already been hosted by L3 agent 078c1a4f-b62f-4fa2-93c9-12887f0677c3 {{(pid=101812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:49:52.250200 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] No Port match for: db2ed765-abb1-4638-9b49-2dc1d682da3c {{(pid=101813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:49:52.250539 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device db2ed765-abb1-4638-9b49-2dc1d682da3c not bound to the agent host dv-cinder-817642-1-iscsi {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:49:52.268130 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:52.333943 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6980a3c-7ddd-4a18-92d4-2b6a4a92a208 admin admin] Notify agent at l3_agent.dv-cinder-817642-1-iscsi the message routers_updated {{(pid=101812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:49:52.339051 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-d6980a3c-7ddd-4a18-92d4-2b6a4a92a208 admin admin] 10.222.0.61 "PUT /v2.0/routers/70240bbd-cfa8-497f-a8a6-b170090924a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3894591 Nov 11 20:49:52.341574 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 52232) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:49:52.343405 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158dbbe7-ca17-444c-ad37-86cb9fad1a92 None None] Sync routers for ids ['70240bbd-cfa8-497f-a8a6-b170090924a5'] in dv-cinder-817642-1-iscsi {{(pid=101814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:49:52.354078 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158dbbe7-ca17-444c-ad37-86cb9fad1a92 None None] Routers {'70240bbd-cfa8-497f-a8a6-b170090924a5'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:49:52.354688 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-158dbbe7-ca17-444c-ad37-86cb9fad1a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:49:33Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['70240bbd-cfa8-497f-a8a6-b170090924a5'], 'active': True} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:49:52.443024 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-a526f666-a91b-4c0a-b251-6b1788235768 admin admin] Publish callbacks [] for router, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:52.459365 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvr_db [None req-158dbbe7-ca17-444c-ad37-86cb9fad1a92 None None] Set router 70240bbd-cfa8-497f-a8a6-b170090924a5 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:49:52.547636 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-a526f666-a91b-4c0a-b251-6b1788235768 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:52.598638 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.plugin [None req-a526f666-a91b-4c0a-b251-6b1788235768 admin admin] Deleting port d6e7a0ea-bf61-4cf7-baa0-a8b134e552dd {{(pid=101812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:49:52.598964 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-a526f666-a91b-4c0a-b251-6b1788235768 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:52.644446 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-158dbbe7-ca17-444c-ad37-86cb9fad1a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70240bbd-cfa8-497f-a8a6-b170090924a5', 'name': 'tempest-TestShelveInstance-1058951779-router', 'tenant_id': '01e4956166634f8c8712e26770a8b314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd6e7a0ea-bf61-4cf7-baa0-a8b134e552dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:44:24Z', 'updated_at': '2021-11-11T20:49:51Z', 'revision_number': 5, 'project_id': '01e4956166634f8c8712e26770a8b314', 'gw_port': {'id': 'd6e7a0ea-bf61-4cf7-baa0-a8b134e552dd', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70240bbd-cfa8-497f-a8a6-b170090924a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:44:25Z', 'updated_at': '2021-11-11T20:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi'}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:49:52.670611 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158dbbe7-ca17-444c-ad37-86cb9fad1a92 None None] Checking router: 70240bbd-cfa8-497f-a8a6-b170090924a5 for host: dv-cinder-817642-1-iscsi {{(pid=101814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:49:52.674536 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.db [None req-a526f666-a91b-4c0a-b251-6b1788235768 admin admin] For port d6e7a0ea-bf61-4cf7-baa0-a8b134e552dd, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=d6e7a0ea-bf61-4cf7-baa0-a8b134e552dd,segment=NetworkSegment(e9e9934c-1983-4624-9195-f2a2627c9ef4),segment_id=e9e9934c-1983-4624-9195-f2a2627c9ef4)] {{(pid=101812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:52.675467 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-a526f666-a91b-4c0a-b251-6b1788235768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:52.678954 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158dbbe7-ca17-444c-ad37-86cb9fad1a92 None None] Routers {'70240bbd-cfa8-497f-a8a6-b170090924a5'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:49:52.679576 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-158dbbe7-ca17-444c-ad37-86cb9fad1a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:49:33Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['70240bbd-cfa8-497f-a8a6-b170090924a5'], 'active': True} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:49:52.688368 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.plugin [None req-a526f666-a91b-4c0a-b251-6b1788235768 admin admin] Calling delete_port for d6e7a0ea-bf61-4cf7-baa0-a8b134e552dd owned by network:router_gateway {{(pid=101812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:49:52.765444 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvr_db [None req-158dbbe7-ca17-444c-ad37-86cb9fad1a92 None None] Set router 70240bbd-cfa8-497f-a8a6-b170090924a5 gateway port host: None {{(pid=101814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:49:52.818403 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-158dbbe7-ca17-444c-ad37-86cb9fad1a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70240bbd-cfa8-497f-a8a6-b170090924a5', 'name': 'tempest-TestShelveInstance-1058951779-router', 'tenant_id': '01e4956166634f8c8712e26770a8b314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:44:24Z', 'updated_at': '2021-11-11T20:49:52Z', 'revision_number': 6, 'project_id': '01e4956166634f8c8712e26770a8b314', 'gw_port_host': None}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:49:52.845569 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158dbbe7-ca17-444c-ad37-86cb9fad1a92 None None] The sync data for ids ['70240bbd-cfa8-497f-a8a6-b170090924a5'] in dv-cinder-817642-1-iscsi is: [{'id': '70240bbd-cfa8-497f-a8a6-b170090924a5', 'name': 'tempest-TestShelveInstance-1058951779-router', 'tenant_id': '01e4956166634f8c8712e26770a8b314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:44:24Z', 'updated_at': '2021-11-11T20:49:52Z', 'revision_number': 6, 'project_id': '01e4956166634f8c8712e26770a8b314', 'gw_port_host': None}] {{(pid=101814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:49:52.849754 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-a526f666-a91b-4c0a-b251-6b1788235768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3549817'] for port, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:52.879120 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a526f666-a91b-4c0a-b251-6b1788235768 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6e7a0ea-bf61-4cf7-baa0-a8b134e552dd,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:52.940496 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-a526f666-a91b-4c0a-b251-6b1788235768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656001'] for router_gateway, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:53.029148 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-a526f666-a91b-4c0a-b251-6b1788235768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25019'] for router, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:53.031293 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-a526f666-a91b-4c0a-b251-6b1788235768 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:53.073642 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-a526f666-a91b-4c0a-b251-6b1788235768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669805'] for router, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:53.074197 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a526f666-a91b-4c0a-b251-6b1788235768 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70240bbd-cfa8-497f-a8a6-b170090924a5 {{(pid=101812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 20:49:53.078917 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-a526f666-a91b-4c0a-b251-6b1788235768 admin admin] Publish callbacks [] for router, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:53.080078 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-a526f666-a91b-4c0a-b251-6b1788235768 admin admin] 10.222.0.61 "DELETE /v2.0/routers/70240bbd-cfa8-497f-a8a6-b170090924a5 HTTP/1.1" status: 204 len: 168 time: 0.7375367 Nov 11 20:49:53.083302 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 52234) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:49:53.129499 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.db.db_base_plugin_v2 [None req-1963083b-a7bb-4759-9ad5-a60857684d7f admin admin] Deleting subnet a2c5ee30-58e6-45b8-9685-8b5429f8507d {{(pid=101812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:49:53.132557 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-1963083b-a7bb-4759-9ad5-a60857684d7f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:53.165778 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-1963083b-a7bb-4759-9ad5-a60857684d7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4163766'] for subnet, precommit_delete_associations {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:53.248473 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-1963083b-a7bb-4759-9ad5-a60857684d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16455430'] for subnet, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:53.304228 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-1963083b-a7bb-4759-9ad5-a60857684d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16455441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3549770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3891168'] for subnet, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:53.330151 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1963083b-a7bb-4759-9ad5-a60857684d7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2c5ee30-58e6-45b8-9685-8b5429f8507d,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:53.333625 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-1963083b-a7bb-4759-9ad5-a60857684d7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for subnet, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:53.336933 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-1963083b-a7bb-4759-9ad5-a60857684d7f admin admin] 10.222.0.61 "DELETE /v2.0/subnets/a2c5ee30-58e6-45b8-9685-8b5429f8507d HTTP/1.1" status: 204 len: 168 time: 0.2525678 Nov 11 20:49:53.340307 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4850d39-a2ec-491a-89e5-8e638c1d8c24 None None] Network e0df60fc-d41c-4454-8326-b85dd9864b53 requested from dv-cinder-817642-1-iscsi {{(pid=101813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:49:53.340825 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 52236) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:49:53.413362 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-fd41deb3-072c-43e4-8478-d4550204374f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16325219'] for network, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:53.466314 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [None req-fd41deb3-072c-43e4-8478-d4550204374f admin admin] Deleting port 9e0a6f89-1db2-47aa-b137-b8c18bfa397a {{(pid=101811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:49:53.466655 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-fd41deb3-072c-43e4-8478-d4550204374f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:53.535538 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [None req-fd41deb3-072c-43e4-8478-d4550204374f admin admin] For port 9e0a6f89-1db2-47aa-b137-b8c18bfa397a, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=9e0a6f89-1db2-47aa-b137-b8c18bfa397a,segment=NetworkSegment(e148748d-6f52-44d3-8b81-6fb425dcaaef),segment_id=e148748d-6f52-44d3-8b81-6fb425dcaaef)] {{(pid=101811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:53.535838 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-fd41deb3-072c-43e4-8478-d4550204374f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:53.548346 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [None req-fd41deb3-072c-43e4-8478-d4550204374f admin admin] Calling delete_port for 9e0a6f89-1db2-47aa-b137-b8c18bfa397a owned by network:dhcp {{(pid=101811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:49:53.596006 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9c7074-85df-43cc-a5ed-5ec84c1643e3 None None] DHCP port deletion for e0df60fc-d41c-4454-8326-b85dd9864b53 request from dv-cinder-817642-1-iscsi {{(pid=101813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:49:53.634315 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-fd41deb3-072c-43e4-8478-d4550204374f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25464144'] for port, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:53.648184 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-ef9c7074-85df-43cc-a5ed-5ec84c1643e3 None None] Deleting port 9e0a6f89-1db2-47aa-b137-b8c18bfa397a {{(pid=101813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:49:53.648554 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-ef9c7074-85df-43cc-a5ed-5ec84c1643e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:53.661508 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41deb3-072c-43e4-8478-d4550204374f admin admin] Pushing event deleted for resources: {'Port': ['ID=9e0a6f89-1db2-47aa-b137-b8c18bfa397a,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:53.663342 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd41deb3-072c-43e4-8478-d4550204374f admin admin] No DVR routers for this DVR port 9e0a6f89-1db2-47aa-b137-b8c18bfa397a on host dv-cinder-817642-1-iscsi {{(pid=101811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:49:53.714709 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-ef9c7074-85df-43cc-a5ed-5ec84c1643e3 None None] For port 9e0a6f89-1db2-47aa-b137-b8c18bfa397a, host dv-cinder-817642-1-iscsi, got binding levels [] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:49:53.715196 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-ef9c7074-85df-43cc-a5ed-5ec84c1643e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:53.733336 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-ef9c7074-85df-43cc-a5ed-5ec84c1643e3 None None] Calling delete_port for 9e0a6f89-1db2-47aa-b137-b8c18bfa397a owned by network:dhcp {{(pid=101813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:49:53.736138 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.ipam_backend_mixin [None req-ef9c7074-85df-43cc-a5ed-5ec84c1643e3 None None] Port 9e0a6f89-1db2-47aa-b137-b8c18bfa397a was not found and therefore no delete operation was performed {{(pid=101813) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 20:49:53.737480 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-ef9c7074-85df-43cc-a5ed-5ec84c1643e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954'] for port, after_delete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:53.737856 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-fd41deb3-072c-43e4-8478-d4550204374f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451713', 'neutron.services.segments.db._delete_segments_for_network-8768469249518'] for network, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:53.759208 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.services.segments.db [None req-fd41deb3-072c-43e4-8478-d4550204374f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0df60fc-d41c-4454-8326-b85dd9864b53']}} {{(pid=101811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:49:53.764210 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c7074-85df-43cc-a5ed-5ec84c1643e3 None None] Pushing event deleted for resources: {'Port': ['ID=9e0a6f89-1db2-47aa-b137-b8c18bfa397a,revision_number=None']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:53.768025 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9c7074-85df-43cc-a5ed-5ec84c1643e3 None None] No DVR routers for this DVR port 9e0a6f89-1db2-47aa-b137-b8c18bfa397a on host dv-cinder-817642-1-iscsi {{(pid=101813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:49:53.769851 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.services.segments.db [None req-fd41deb3-072c-43e4-8478-d4550204374f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e148748d-6f52-44d3-8b81-6fb425dcaaef') {'for_net_delete': True} {{(pid=101811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:49:53.770150 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.services.segments.db [None req-fd41deb3-072c-43e4-8478-d4550204374f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e148748d-6f52-44d3-8b81-6fb425dcaaef') {} {{(pid=101811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:49:53.780404 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-fd41deb3-072c-43e4-8478-d4550204374f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768469040631', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25950205'] for segment, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:53.795043 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-fd41deb3-072c-43e4-8478-d4550204374f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16407769'] for segment, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:53.800942 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd41deb3-072c-43e4-8478-d4550204374f admin admin] Releasing vlan 898 on physical network physnet1 to pool {{(pid=101811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:49:53.801317 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-fd41deb3-072c-43e4-8478-d4550204374f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16407769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25464077'] for segment, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:53.802975 dv-cinder-817642-1-iscsi neutron-server[101811]: Traceback (most recent call last): Nov 11 20:49:53.802975 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:49:53.802975 dv-cinder-817642-1-iscsi neutron-server[101811]: timer() Nov 11 20:49:53.802975 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:49:53.802975 dv-cinder-817642-1-iscsi neutron-server[101811]: cb(*args, **kw) Nov 11 20:49:53.802975 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:49:53.802975 dv-cinder-817642-1-iscsi neutron-server[101811]: return func(*args, **kwargs) Nov 11 20:49:53.802975 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:49:53.802975 dv-cinder-817642-1-iscsi neutron-server[101811]: self._notify() Nov 11 20:49:53.802975 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:49:53.802975 dv-cinder-817642-1-iscsi neutron-server[101811]: self.callback(batched_events) Nov 11 20:49:53.802975 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:49:53.802975 dv-cinder-817642-1-iscsi neutron-server[101811]: event.method(event) Nov 11 20:49:53.802975 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:49:53.802975 dv-cinder-817642-1-iscsi neutron-server[101811]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:49:53.802975 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:49:53.802975 dv-cinder-817642-1-iscsi neutron-server[101811]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:49:53.802975 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:49:53.802975 dv-cinder-817642-1-iscsi neutron-server[101811]: return f(self, *a, **k) Nov 11 20:49:53.802975 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:49:53.802975 dv-cinder-817642-1-iscsi neutron-server[101811]: return self._get(url).json() Nov 11 20:49:53.802975 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:49:53.802975 dv-cinder-817642-1-iscsi neutron-server[101811]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:49:53.802975 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:49:53.802975 dv-cinder-817642-1-iscsi neutron-server[101811]: return self.request(url, 'GET', **kwargs) Nov 11 20:49:53.802975 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:49:53.802975 dv-cinder-817642-1-iscsi neutron-server[101811]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:49:53.802975 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:49:53.802975 dv-cinder-817642-1-iscsi neutron-server[101811]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:49:53.802975 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:49:53.802975 dv-cinder-817642-1-iscsi neutron-server[101811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:49:53.802975 dv-cinder-817642-1-iscsi neutron-server[101811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:49:53.863515 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-fd41deb3-072c-43e4-8478-d4550204374f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656125'] for network, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:53.871271 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-fd41deb3-072c-43e4-8478-d4550204374f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for network, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:53.876038 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-fd41deb3-072c-43e4-8478-d4550204374f admin admin] 10.222.0.61 "DELETE /v2.0/networks/e0df60fc-d41c-4454-8326-b85dd9864b53 HTTP/1.1" status: 204 len: 168 time: 0.5308471 Nov 11 20:49:53.887173 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41deb3-072c-43e4-8478-d4550204374f admin admin] Pushing event deleted for resources: {'Network': ['ID=e0df60fc-d41c-4454-8326-b85dd9864b53,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:54.018068 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 52240) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:49:54.019148 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device d6e7a0ea-bf61-4cf7-baa0-a8b134e552dd no longer exists at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:49:54.040981 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] No Port match for: d6e7a0ea-bf61-4cf7-baa0-a8b134e552dd {{(pid=101813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:49:54.041586 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device d6e7a0ea-bf61-4cf7-baa0-a8b134e552dd not bound to the agent host dv-cinder-817642-1-iscsi {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:49:54.042020 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device b3a6c217-d6fd-403a-aedb-e0fa6a180a55 no longer exists at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:49:54.059330 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-de5cbef0-f8be-4e10-872f-c4e059aa5fa1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1ad6c752ea6048068ad66bddb0f2968f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392828 Nov 11 20:49:54.061748 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 52242) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:49:54.062047 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] No Port match for: b3a6c217-d6fd-403a-aedb-e0fa6a180a55 {{(pid=101813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:49:54.062403 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device b3a6c217-d6fd-403a-aedb-e0fa6a180a55 not bound to the agent host dv-cinder-817642-1-iscsi {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:49:54.062825 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device 9e0a6f89-1db2-47aa-b137-b8c18bfa397a no longer exists at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:49:54.082043 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] No Port match for: 9e0a6f89-1db2-47aa-b137-b8c18bfa397a {{(pid=101813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:49:54.082382 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device 9e0a6f89-1db2-47aa-b137-b8c18bfa397a not bound to the agent host dv-cinder-817642-1-iscsi {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:49:54.110348 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-247ec55f-15a6-44eb-9a1c-51a82eda448e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:54.131840 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-247ec55f-15a6-44eb-9a1c-51a82eda448e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:54.176919 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-247ec55f-15a6-44eb-9a1c-51a82eda448e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:54.179587 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-247ec55f-15a6-44eb-9a1c-51a82eda448e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:54.180794 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-247ec55f-15a6-44eb-9a1c-51a82eda448e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/82278dad-1f50-4c74-88ab-5df560b9da8a HTTP/1.1" status: 204 len: 168 time: 0.1180527 Nov 11 20:49:54.188610 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247ec55f-15a6-44eb-9a1c-51a82eda448e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82278dad-1f50-4c74-88ab-5df560b9da8a,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:54.492337 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 52248) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:49:54.536188 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-1184420c-b96b-407e-9526-8b60afed2fc1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=01e4956166634f8c8712e26770a8b314&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424485 Nov 11 20:49:54.538463 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 52250) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:49:54.587839 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-d8522ed0-8e28-4c05-89dc-5959dec85edb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:54.610121 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-d8522ed0-8e28-4c05-89dc-5959dec85edb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:54.654558 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-d8522ed0-8e28-4c05-89dc-5959dec85edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:54.657287 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-d8522ed0-8e28-4c05-89dc-5959dec85edb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:49:54.658397 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-d8522ed0-8e28-4c05-89dc-5959dec85edb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/07849230-ca91-46d5-8137-95c2a56c56bb HTTP/1.1" status: 204 len: 168 time: 0.1190407 Nov 11 20:49:54.666050 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8522ed0-8e28-4c05-89dc-5959dec85edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07849230-ca91-46d5-8137-95c2a56c56bb,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:49:56.847778 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.agents_db [None req-82748851-6744-43b9-bd77-83e744a7c088 None None] Agent healthcheck: found 6 active agents {{(pid=101814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:50:00.742092 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-d5748436-cc7e-4909-98ac-558e4242cca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:03.413603 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-a306ab10-5e03-4475-8b27-cc355db2be87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:04.404926 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3d9940ef-842e-4b07-a279-f9f66b0ee11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:06.148396 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b24fd597-249d-429f-8b46-48f3c6a9ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:06.441299 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:22.257476 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:26.533071 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8e7067d6-6530-4e70-b67e-b1b5d85a82cc req-e370bcae-7dc6-447b-bb57-c82e71880444 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=80e4bb44-7412-4d18-9df5-940938029647&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438490 Nov 11 20:50:26.618874 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7067d6-6530-4e70-b67e-b1b5d85a82cc req-715b9c8c-15d5-4f11-b4bf-fe5978f09f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:26.620322 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8e7067d6-6530-4e70-b67e-b1b5d85a82cc req-715b9c8c-15d5-4f11-b4bf-fe5978f09f30 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4dd611087eb441dc94ef8c18b6b7d600&device_id=80e4bb44-7412-4d18-9df5-940938029647 HTTP/1.1" status: 200 len: 1098 time: 0.0403633 Nov 11 20:50:26.727877 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7067d6-6530-4e70-b67e-b1b5d85a82cc req-5a93212b-97c9-466c-861d-23eba8ede806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:26.730012 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8e7067d6-6530-4e70-b67e-b1b5d85a82cc req-5a93212b-97c9-466c-861d-23eba8ede806 service neutron] 10.222.0.78 "GET /v2.0/networks?id=79971f2e-5dd3-4116-8573-ccbb33e6422f HTTP/1.1" status: 200 len: 913 time: 0.0871341 Nov 11 20:50:26.800463 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8e7067d6-6530-4e70-b67e-b1b5d85a82cc req-08555b2a-f407-4ca0-b659-a76e789e7e4c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2b2c706-9af8-45b8-bde7-b4119bd30e56 HTTP/1.1" status: 200 len: 999 time: 0.0571880 Nov 11 20:50:26.852848 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7067d6-6530-4e70-b67e-b1b5d85a82cc req-99b26fca-b5ff-4fb1-87fb-9b403c7411da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:26.854858 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8e7067d6-6530-4e70-b67e-b1b5d85a82cc req-99b26fca-b5ff-4fb1-87fb-9b403c7411da service neutron] 10.222.0.78 "GET /v2.0/subnets?id=535394ca-6702-4a16-9e94-00db56f6b620 HTTP/1.1" status: 200 len: 851 time: 0.0465906 Nov 11 20:50:26.904765 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7067d6-6530-4e70-b67e-b1b5d85a82cc req-b17184a5-a24f-40d2-96f5-e61154e5be65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:26.906397 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8e7067d6-6530-4e70-b67e-b1b5d85a82cc req-b17184a5-a24f-40d2-96f5-e61154e5be65 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=79971f2e-5dd3-4116-8573-ccbb33e6422f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399587 Nov 11 20:50:26.999913 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8e7067d6-6530-4e70-b67e-b1b5d85a82cc req-66773005-fb30-4d02-bc81-5f9c30741712 service neutron] 10.222.0.78 "GET /v2.0/networks/79971f2e-5dd3-4116-8573-ccbb33e6422f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799329 Nov 11 20:50:27.093741 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8e7067d6-6530-4e70-b67e-b1b5d85a82cc req-a9eb48af-acaf-403d-8706-3fe6c0a8366d service neutron] 10.222.0.78 "GET /v2.0/networks/79971f2e-5dd3-4116-8573-ccbb33e6422f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831711 Nov 11 20:50:30.744107 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-e01dd063-b954-49f2-bdb9-f0662e982415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:33.416641 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-18ab658c-6ce0-412a-95e4-d01f9602f0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:33.847402 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.agents_db [None req-82748851-6744-43b9-bd77-83e744a7c088 None None] Agent healthcheck: found 6 active agents {{(pid=101814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:50:34.407798 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3d9940ef-842e-4b07-a279-f9f66b0ee11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:35.543075 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 52262) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:35.903663 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.plugin [None req-a42f7a5a-65b3-422b-9730-90cb87b76108 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Deleting port 41cd4c92-10ad-484f-bc02-5ad715d66add {{(pid=101812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:50:35.904097 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-a42f7a5a-65b3-422b-9730-90cb87b76108 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:35.980559 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-a42f7a5a-65b3-422b-9730-90cb87b76108 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:35.980890 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-a42f7a5a-65b3-422b-9730-90cb87b76108 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:35.992442 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.plugin [None req-a42f7a5a-65b3-422b-9730-90cb87b76108 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Calling delete_port for 41cd4c92-10ad-484f-bc02-5ad715d66add owned by network:floatingip {{(pid=101812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:50:36.139002 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-a42f7a5a-65b3-422b-9730-90cb87b76108 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3549817'] for port, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:36.150471 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b24fd597-249d-429f-8b46-48f3c6a9ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:36.169894 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f7a5a-65b3-422b-9730-90cb87b76108 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Pushing event deleted for resources: {'Port': ['ID=41cd4c92-10ad-484f-bc02-5ad715d66add,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:36.225852 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-a42f7a5a-65b3-422b-9730-90cb87b76108 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks [] for floatingip, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:36.226184 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.db.l3_db [None req-a42f7a5a-65b3-422b-9730-90cb87b76108 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Floating IP 9a54e62a-f0a7-4b49-87f0-320d0a213daf disassociated (deleted). External IP: 172.27.0.29, port: 504c9a9d-efca-49a6-be45-54542ff25747. Nov 11 20:50:36.430664 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a42f7a5a-65b3-422b-9730-90cb87b76108 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Router 886bfc84-90db-4afe-9c27-9914b199172a has already been hosted by L3 agent 078c1a4f-b62f-4fa2-93c9-12887f0677c3 {{(pid=101812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:50:36.443276 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:36.541786 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42f7a5a-65b3-422b-9730-90cb87b76108 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Notify agent at l3_agent.dv-cinder-817642-1-iscsi the message routers_updated {{(pid=101812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:50:36.546731 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-a42f7a5a-65b3-422b-9730-90cb87b76108 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for floatingip, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:36.551465 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0264339-4b25-4c9c-a0e9-b0ac397a2b26 None None] Sync routers for ids ['886bfc84-90db-4afe-9c27-9914b199172a'] in dv-cinder-817642-1-iscsi {{(pid=101813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:50:36.561608 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0264339-4b25-4c9c-a0e9-b0ac397a2b26 None None] Routers {'886bfc84-90db-4afe-9c27-9914b199172a'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:50:36.562211 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-f0264339-4b25-4c9c-a0e9-b0ac397a2b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:50:33Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['886bfc84-90db-4afe-9c27-9914b199172a'], 'active': True} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:50:36.573417 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-a42f7a5a-65b3-422b-9730-90cb87b76108 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "DELETE /v2.0/floatingips/9a54e62a-f0a7-4b49-87f0-320d0a213daf HTTP/1.1" status: 204 len: 168 time: 1.0292664 Nov 11 20:50:36.574106 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1683ff3d-f65a-4bd6-83e5-bb007e0b0574', 'tag': '504c9a9d-efca-49a6-be45-54542ff25747'}] {{(pid=101812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:50:36.576490 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0963660e8e53437cb96c77b4338c62bb8b9c8a6b36cefe73fd3b10e502aad15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a7d3da-a933-4779-86dc-f73a03e70874" -d '{"events": [{"name": "network-changed", "server_uuid": "1683ff3d-f65a-4bd6-83e5-bb007e0b0574", "tag": "504c9a9d-efca-49a6-be45-54542ff25747"}]}' {{(pid=101812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:50:36.669479 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvr_db [None req-f0264339-4b25-4c9c-a0e9-b0ac397a2b26 None None] Set router 886bfc84-90db-4afe-9c27-9914b199172a gateway port host: dv-cinder-817642-1-iscsi {{(pid=101813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:50:36.808859 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc144f4-d507-43a7-9337-4baac0fed521 req-27e4bc7e-9117-40d0-9820-606c27612dea tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:36.810352 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8dc144f4-d507-43a7-9337-4baac0fed521 req-27e4bc7e-9117-40d0-9820-606c27612dea tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=1683ff3d-f65a-4bd6-83e5-bb007e0b0574 HTTP/1.1" status: 200 len: 946 time: 0.0548530 Nov 11 20:50:36.811781 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969fc270-5ec5-42bf-abc6-af05a3f98938 x-openstack-request-id: req-969fc270-5ec5-42bf-abc6-af05a3f98938 {{(pid=101812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:50:36.812169 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1683ff3d-f65a-4bd6-83e5-bb007e0b0574", "tag": "504c9a9d-efca-49a6-be45-54542ff25747", "status": "completed", "code": 200}]} {{(pid=101812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:50:36.812537 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-969fc270-5ec5-42bf-abc6-af05a3f98938 {{(pid=101812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:50:36.812989 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1683ff3d-f65a-4bd6-83e5-bb007e0b0574', 'tag': '504c9a9d-efca-49a6-be45-54542ff25747', 'status': 'completed', 'code': 200} Nov 11 20:50:36.890136 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8dc144f4-d507-43a7-9337-4baac0fed521 req-2498be7e-ece3-4267-9a64-1c7ed69986d2 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740645 Nov 11 20:50:36.900200 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7d3da-a933-4779-86dc-f73a03e70874 req-e8c71c4c-1755-427b-953e-6b8fd229f13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:36.902232 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-26a7d3da-a933-4779-86dc-f73a03e70874 req-e8c71c4c-1755-427b-953e-6b8fd229f13c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4dd611087eb441dc94ef8c18b6b7d600&device_id=1683ff3d-f65a-4bd6-83e5-bb007e0b0574 HTTP/1.1" status: 200 len: 1099 time: 0.0590258 Nov 11 20:50:36.916965 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-f0264339-4b25-4c9c-a0e9-b0ac397a2b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '886bfc84-90db-4afe-9c27-9914b199172a', 'name': 'tempest-TestVolumeBootPattern-2070699845-router', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'e4d5e6fd-7d5f-4986-a857-e19e3c788c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:42:10Z', 'updated_at': '2021-11-11T20:42:14Z', 'revision_number': 4, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'gw_port': {'id': 'e4d5e6fd-7d5f-4986-a857-e19e3c788c33', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:11Z', 'updated_at': '2021-11-11T20:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_floatingips': [{'id': 'fd119a77-cc3d-4709-8c92-7e4c35b0993d', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'floating_ip_address': '172.27.0.2', 'floating_network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'router_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'port_id': 'f2b2c706-9af8-45b8-bde7-b4119bd30e56', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f', 'mac_address': 'fa:16:3e:b4:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e4bb44-7412-4d18-9df5-940938029647', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:46:36Z', 'updated_at': '2021-11-11T20:46:38Z', 'revision_number': 1, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f58d33-0592-4557-8061-e007c63bd289', 'name': '', 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'mac_address': 'fa:16:3e:03:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '535394ca-6702-4a16-9e94-00db56f6b620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:13Z', 'updated_at': '2021-11-11T20:42:18Z', 'revision_number': 5, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'subnets': [{'id': '535394ca-6702-4a16-9e94-00db56f6b620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:50:36.942548 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0264339-4b25-4c9c-a0e9-b0ac397a2b26 None None] Checking router: 886bfc84-90db-4afe-9c27-9914b199172a for host: dv-cinder-817642-1-iscsi {{(pid=101813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:50:36.951746 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0264339-4b25-4c9c-a0e9-b0ac397a2b26 None None] Routers {'886bfc84-90db-4afe-9c27-9914b199172a'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:50:36.952309 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-f0264339-4b25-4c9c-a0e9-b0ac397a2b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:50:33Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['886bfc84-90db-4afe-9c27-9914b199172a'], 'active': True} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:50:37.001783 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7d3da-a933-4779-86dc-f73a03e70874 req-6f4ff9ce-01b2-4e45-b5c7-3f4cc3c42a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:37.003381 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-26a7d3da-a933-4779-86dc-f73a03e70874 req-6f4ff9ce-01b2-4e45-b5c7-3f4cc3c42a87 service neutron] 10.222.0.78 "GET /v2.0/networks?id=79971f2e-5dd3-4116-8573-ccbb33e6422f HTTP/1.1" status: 200 len: 913 time: 0.0871816 Nov 11 20:50:37.054641 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-26a7d3da-a933-4779-86dc-f73a03e70874 req-69cd4fd5-91ab-4f75-9fd7-3d241f60a07a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=504c9a9d-efca-49a6-be45-54542ff25747 HTTP/1.1" status: 200 len: 217 time: 0.0388310 Nov 11 20:50:37.061391 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvr_db [None req-f0264339-4b25-4c9c-a0e9-b0ac397a2b26 None None] Set router 886bfc84-90db-4afe-9c27-9914b199172a gateway port host: dv-cinder-817642-1-iscsi {{(pid=101813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:50:37.106468 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7d3da-a933-4779-86dc-f73a03e70874 req-83c1fa62-3d39-40c6-8c04-bd162e5c45e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:37.108068 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-26a7d3da-a933-4779-86dc-f73a03e70874 req-83c1fa62-3d39-40c6-8c04-bd162e5c45e6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=535394ca-6702-4a16-9e94-00db56f6b620 HTTP/1.1" status: 200 len: 851 time: 0.0437906 Nov 11 20:50:37.155413 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7d3da-a933-4779-86dc-f73a03e70874 req-7c3e61e1-5a29-4695-bbad-1453be944150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:37.156942 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-26a7d3da-a933-4779-86dc-f73a03e70874 req-7c3e61e1-5a29-4695-bbad-1453be944150 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=79971f2e-5dd3-4116-8573-ccbb33e6422f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403583 Nov 11 20:50:37.253952 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-26a7d3da-a933-4779-86dc-f73a03e70874 req-df76b8ff-41d5-475e-997e-d143a4192621 service neutron] 10.222.0.78 "GET /v2.0/networks/79971f2e-5dd3-4116-8573-ccbb33e6422f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829251 Nov 11 20:50:37.281268 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-f0264339-4b25-4c9c-a0e9-b0ac397a2b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '886bfc84-90db-4afe-9c27-9914b199172a', 'name': 'tempest-TestVolumeBootPattern-2070699845-router', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'e4d5e6fd-7d5f-4986-a857-e19e3c788c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:42:10Z', 'updated_at': '2021-11-11T20:42:14Z', 'revision_number': 4, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'gw_port': {'id': 'e4d5e6fd-7d5f-4986-a857-e19e3c788c33', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:11Z', 'updated_at': '2021-11-11T20:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_floatingips': [{'id': 'fd119a77-cc3d-4709-8c92-7e4c35b0993d', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'floating_ip_address': '172.27.0.2', 'floating_network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'router_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'port_id': 'f2b2c706-9af8-45b8-bde7-b4119bd30e56', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f', 'mac_address': 'fa:16:3e:b4:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e4bb44-7412-4d18-9df5-940938029647', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:46:36Z', 'updated_at': '2021-11-11T20:46:38Z', 'revision_number': 1, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f58d33-0592-4557-8061-e007c63bd289', 'name': '', 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'mac_address': 'fa:16:3e:03:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '535394ca-6702-4a16-9e94-00db56f6b620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:13Z', 'updated_at': '2021-11-11T20:42:18Z', 'revision_number': 5, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'subnets': [{'id': '535394ca-6702-4a16-9e94-00db56f6b620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:50:37.311901 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0264339-4b25-4c9c-a0e9-b0ac397a2b26 None None] The sync data for ids ['886bfc84-90db-4afe-9c27-9914b199172a'] in dv-cinder-817642-1-iscsi is: [{'id': '886bfc84-90db-4afe-9c27-9914b199172a', 'name': 'tempest-TestVolumeBootPattern-2070699845-router', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'e4d5e6fd-7d5f-4986-a857-e19e3c788c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:42:10Z', 'updated_at': '2021-11-11T20:42:14Z', 'revision_number': 4, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'gw_port': {'id': 'e4d5e6fd-7d5f-4986-a857-e19e3c788c33', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:11Z', 'updated_at': '2021-11-11T20:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_floatingips': [{'id': 'fd119a77-cc3d-4709-8c92-7e4c35b0993d', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'floating_ip_address': '172.27.0.2', 'floating_network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'router_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'port_id': 'f2b2c706-9af8-45b8-bde7-b4119bd30e56', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f', 'mac_address': 'fa:16:3e:b4:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e4bb44-7412-4d18-9df5-940938029647', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T20:46:36Z', 'updated_at': '2021-11-11T20:46:38Z', 'revision_number': 1, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f58d33-0592-4557-8061-e007c63bd289', 'name': '', 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'mac_address': 'fa:16:3e:03:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '535394ca-6702-4a16-9e94-00db56f6b620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:13Z', 'updated_at': '2021-11-11T20:42:18Z', 'revision_number': 5, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'subnets': [{'id': '535394ca-6702-4a16-9e94-00db56f6b620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:50:37.346826 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-26a7d3da-a933-4779-86dc-f73a03e70874 req-a285361a-b356-4a98-b718-426311f9ce9a service neutron] 10.222.0.78 "GET /v2.0/networks/79971f2e-5dd3-4116-8573-ccbb33e6422f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830283 Nov 11 20:50:37.530407 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62de031-e32b-4aed-a0b7-73e8c895b3c9 None None] New status for floating IP 9a54e62a-f0a7-4b49-87f0-320d0a213daf: DOWN {{(pid=101814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 20:50:38.010730 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb2cdf-1e7f-41f3-8085-3417b28e4a6a req-aacd0175-f6db-457a-b23a-ff88bad637ba tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:38.012197 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8abb2cdf-1e7f-41f3-8085-3417b28e4a6a req-aacd0175-f6db-457a-b23a-ff88bad637ba tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=1683ff3d-f65a-4bd6-83e5-bb007e0b0574 HTTP/1.1" status: 200 len: 946 time: 0.0501924 Nov 11 20:50:38.064708 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-8abb2cdf-1e7f-41f3-8085-3417b28e4a6a req-88a20140-5c32-4b78-8383-78eaa0c74f9b tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465000 Nov 11 20:50:38.699340 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af106e1-40b3-4ebd-ac13-fa97e750c29d req-c4a98a50-04a1-4ba4-8267-005e6e5d6330 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:38.700795 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2af106e1-40b3-4ebd-ac13-fa97e750c29d req-c4a98a50-04a1-4ba4-8267-005e6e5d6330 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.78 "GET /v2.0/ports?device_id=1683ff3d-f65a-4bd6-83e5-bb007e0b0574 HTTP/1.1" status: 200 len: 946 time: 0.0473645 Nov 11 20:50:38.789320 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [req-2af106e1-40b3-4ebd-ac13-fa97e750c29d req-63109f38-9d78-4ebe-9279-22a4c7ceb7bb tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Deleting port 504c9a9d-efca-49a6-be45-54542ff25747 {{(pid=101811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:50:38.789654 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-2af106e1-40b3-4ebd-ac13-fa97e750c29d req-63109f38-9d78-4ebe-9279-22a4c7ceb7bb tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:38.879724 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-2af106e1-40b3-4ebd-ac13-fa97e750c29d req-63109f38-9d78-4ebe-9279-22a4c7ceb7bb tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] For port 504c9a9d-efca-49a6-be45-54542ff25747, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=504c9a9d-efca-49a6-be45-54542ff25747,segment=NetworkSegment(bdd575c3-b455-4e13-be7c-a87e3122aa2c),segment_id=bdd575c3-b455-4e13-be7c-a87e3122aa2c)] {{(pid=101811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:50:38.880104 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-2af106e1-40b3-4ebd-ac13-fa97e750c29d req-63109f38-9d78-4ebe-9279-22a4c7ceb7bb tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:38.892083 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [req-2af106e1-40b3-4ebd-ac13-fa97e750c29d req-63109f38-9d78-4ebe-9279-22a4c7ceb7bb tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Calling delete_port for 504c9a9d-efca-49a6-be45-54542ff25747 owned by compute:nova {{(pid=101811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:50:39.019764 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-2af106e1-40b3-4ebd-ac13-fa97e750c29d req-63109f38-9d78-4ebe-9279-22a4c7ceb7bb tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25464144'] for port, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:39.049065 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63109f38-9d78-4ebe-9279-22a4c7ceb7bb tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Pushing event deleted for resources: {'Port': ['ID=504c9a9d-efca-49a6-be45-54542ff25747,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:39.090343 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af106e1-40b3-4ebd-ac13-fa97e750c29d req-63109f38-9d78-4ebe-9279-22a4c7ceb7bb tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] No DVR routers for this DVR port 504c9a9d-efca-49a6-be45-54542ff25747 on host hv-cinder-81764 {{(pid=101811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:50:39.092858 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-2af106e1-40b3-4ebd-ac13-fa97e750c29d req-63109f38-9d78-4ebe-9279-22a4c7ceb7bb tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:39.096362 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-2af106e1-40b3-4ebd-ac13-fa97e750c29d req-63109f38-9d78-4ebe-9279-22a4c7ceb7bb tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.78 "DELETE /v2.0/ports/504c9a9d-efca-49a6-be45-54542ff25747 HTTP/1.1" status: 204 len: 173 time: 0.3870528 Nov 11 20:50:39.096805 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1683ff3d-f65a-4bd6-83e5-bb007e0b0574', 'name': 'network-vif-deleted', 'tag': '504c9a9d-efca-49a6-be45-54542ff25747'}] {{(pid=101811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:50:39.099116 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5736cb7e175e5ed5563496e7c8b9c6d8883e61bc6d504a4dc096e4a6f480cdce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364314fc-0b0d-4924-bdde-9c23f863fa85" -d '{"events": [{"server_uuid": "1683ff3d-f65a-4bd6-83e5-bb007e0b0574", "name": "network-vif-deleted", "tag": "504c9a9d-efca-49a6-be45-54542ff25747"}]}' {{(pid=101811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:50:39.137152 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53dcab8a-963f-4e0b-965c-4250ff36ded7 x-openstack-request-id: req-53dcab8a-963f-4e0b-965c-4250ff36ded7 {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:50:39.137629 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1683ff3d-f65a-4bd6-83e5-bb007e0b0574", "name": "network-vif-deleted", "tag": "504c9a9d-efca-49a6-be45-54542ff25747", "status": "completed", "code": 200}]} {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:50:39.137885 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-53dcab8a-963f-4e0b-965c-4250ff36ded7 {{(pid=101811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:50:39.138967 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1683ff3d-f65a-4bd6-83e5-bb007e0b0574', 'name': 'network-vif-deleted', 'tag': '504c9a9d-efca-49a6-be45-54542ff25747', 'status': 'completed', 'code': 200} Nov 11 20:50:39.168490 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-182606ea-5da2-402e-b45a-eac397a75079 req-c5b15dd9-2124-4c54-8505-47c1d62e6dc0 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=1683ff3d-f65a-4bd6-83e5-bb007e0b0574 HTTP/1.1" status: 200 len: 210 time: 0.0279086 Nov 11 20:50:41.682222 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 504c9a9d-efca-49a6-be45-54542ff25747 no longer exists at agent hyperv_hv-cinder-81764 {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:50:41.701317 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] No Port match for: 504c9a9d-efca-49a6-be45-54542ff25747 {{(pid=101813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:50:41.701669 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device 504c9a9d-efca-49a6-be45-54542ff25747 not bound to the agent host hv-cinder-81764 {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:50:42.444380 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 52292) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:42.597990 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.plugin [None req-42ac8710-ce95-4c0f-b5d6-50e4382f2917 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Deleting port efa67e24-1a18-49ed-ad9a-fc2e14105cff {{(pid=101812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:50:42.598314 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-42ac8710-ce95-4c0f-b5d6-50e4382f2917 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:42.673050 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-42ac8710-ce95-4c0f-b5d6-50e4382f2917 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:42.673364 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-42ac8710-ce95-4c0f-b5d6-50e4382f2917 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:42.685812 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.plugin [None req-42ac8710-ce95-4c0f-b5d6-50e4382f2917 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Calling delete_port for efa67e24-1a18-49ed-ad9a-fc2e14105cff owned by network:floatingip {{(pid=101812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:50:42.830903 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-42ac8710-ce95-4c0f-b5d6-50e4382f2917 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3549817'] for port, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:42.857399 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac8710-ce95-4c0f-b5d6-50e4382f2917 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Pushing event deleted for resources: {'Port': ['ID=efa67e24-1a18-49ed-ad9a-fc2e14105cff,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:42.914503 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-42ac8710-ce95-4c0f-b5d6-50e4382f2917 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks [] for floatingip, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:42.914825 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.db.l3_db [None req-42ac8710-ce95-4c0f-b5d6-50e4382f2917 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Floating IP fd119a77-cc3d-4709-8c92-7e4c35b0993d disassociated (deleted). External IP: 172.27.0.2, port: f2b2c706-9af8-45b8-bde7-b4119bd30e56. Nov 11 20:50:43.119243 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ac8710-ce95-4c0f-b5d6-50e4382f2917 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Router 886bfc84-90db-4afe-9c27-9914b199172a has already been hosted by L3 agent 078c1a4f-b62f-4fa2-93c9-12887f0677c3 {{(pid=101812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:50:43.224499 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ac8710-ce95-4c0f-b5d6-50e4382f2917 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Notify agent at l3_agent.dv-cinder-817642-1-iscsi the message routers_updated {{(pid=101812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:50:43.229872 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-42ac8710-ce95-4c0f-b5d6-50e4382f2917 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for floatingip, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:43.234614 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd377c1a-8585-4464-9e27-d9fde45d47b3 None None] Sync routers for ids ['886bfc84-90db-4afe-9c27-9914b199172a'] in dv-cinder-817642-1-iscsi {{(pid=101813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:50:43.244527 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd377c1a-8585-4464-9e27-d9fde45d47b3 None None] Routers {'886bfc84-90db-4afe-9c27-9914b199172a'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:50:43.245382 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-dd377c1a-8585-4464-9e27-d9fde45d47b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:50:33Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['886bfc84-90db-4afe-9c27-9914b199172a'], 'active': True} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:50:43.255822 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-42ac8710-ce95-4c0f-b5d6-50e4382f2917 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "DELETE /v2.0/floatingips/fd119a77-cc3d-4709-8c92-7e4c35b0993d HTTP/1.1" status: 204 len: 168 time: 0.8103113 Nov 11 20:50:43.256487 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80e4bb44-7412-4d18-9df5-940938029647', 'tag': 'f2b2c706-9af8-45b8-bde7-b4119bd30e56'}] {{(pid=101812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:50:43.258699 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0963660e8e53437cb96c77b4338c62bb8b9c8a6b36cefe73fd3b10e502aad15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ddf68b-97da-4926-8916-bc8dd0961aa7" -d '{"events": [{"name": "network-changed", "server_uuid": "80e4bb44-7412-4d18-9df5-940938029647", "tag": "f2b2c706-9af8-45b8-bde7-b4119bd30e56"}]}' {{(pid=101812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:50:43.297967 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 20:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41272363-83c9-4e4d-8c18-ccb5748d416c x-openstack-request-id: req-41272363-83c9-4e4d-8c18-ccb5748d416c {{(pid=101812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:50:43.298257 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80e4bb44-7412-4d18-9df5-940938029647", "tag": "f2b2c706-9af8-45b8-bde7-b4119bd30e56", "status": "completed", "code": 200}]} {{(pid=101812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:50:43.298514 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-41272363-83c9-4e4d-8c18-ccb5748d416c {{(pid=101812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:50:43.298914 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80e4bb44-7412-4d18-9df5-940938029647', 'tag': 'f2b2c706-9af8-45b8-bde7-b4119bd30e56', 'status': 'completed', 'code': 200} Nov 11 20:50:43.362325 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvr_db [None req-dd377c1a-8585-4464-9e27-d9fde45d47b3 None None] Set router 886bfc84-90db-4afe-9c27-9914b199172a gateway port host: dv-cinder-817642-1-iscsi {{(pid=101813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:50:43.370761 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ddf68b-97da-4926-8916-bc8dd0961aa7 req-d6033bd8-da04-4c89-851a-228e1abee1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:43.372449 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-71ddf68b-97da-4926-8916-bc8dd0961aa7 req-d6033bd8-da04-4c89-851a-228e1abee1f6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4dd611087eb441dc94ef8c18b6b7d600&device_id=80e4bb44-7412-4d18-9df5-940938029647 HTTP/1.1" status: 200 len: 1098 time: 0.0480161 Nov 11 20:50:43.501637 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ddf68b-97da-4926-8916-bc8dd0961aa7 req-b5323e41-53c6-4430-9608-9f294516fe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:43.503085 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-71ddf68b-97da-4926-8916-bc8dd0961aa7 req-b5323e41-53c6-4430-9608-9f294516fe8d service neutron] 10.222.0.78 "GET /v2.0/networks?id=79971f2e-5dd3-4116-8573-ccbb33e6422f HTTP/1.1" status: 200 len: 913 time: 0.1223760 Nov 11 20:50:43.511012 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de9a4f-b52e-4503-acfc-218595fbb74a req-8eb155c4-7987-4ac9-80d2-bb1f2fae2653 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:43.512302 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-80de9a4f-b52e-4503-acfc-218595fbb74a req-8eb155c4-7987-4ac9-80d2-bb1f2fae2653 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=80e4bb44-7412-4d18-9df5-940938029647 HTTP/1.1" status: 200 len: 945 time: 0.0754452 Nov 11 20:50:43.556806 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-71ddf68b-97da-4926-8916-bc8dd0961aa7 req-52f68cd4-d18b-4ff0-860e-29f5d1c43d9c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2b2c706-9af8-45b8-bde7-b4119bd30e56 HTTP/1.1" status: 200 len: 217 time: 0.0406072 Nov 11 20:50:43.570455 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-dd377c1a-8585-4464-9e27-d9fde45d47b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '886bfc84-90db-4afe-9c27-9914b199172a', 'name': 'tempest-TestVolumeBootPattern-2070699845-router', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'e4d5e6fd-7d5f-4986-a857-e19e3c788c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:42:10Z', 'updated_at': '2021-11-11T20:42:14Z', 'revision_number': 4, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'gw_port': {'id': 'e4d5e6fd-7d5f-4986-a857-e19e3c788c33', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:11Z', 'updated_at': '2021-11-11T20:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': 'c5f58d33-0592-4557-8061-e007c63bd289', 'name': '', 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'mac_address': 'fa:16:3e:03:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '535394ca-6702-4a16-9e94-00db56f6b620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:13Z', 'updated_at': '2021-11-11T20:42:18Z', 'revision_number': 5, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'subnets': [{'id': '535394ca-6702-4a16-9e94-00db56f6b620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:50:43.598059 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd377c1a-8585-4464-9e27-d9fde45d47b3 None None] Checking router: 886bfc84-90db-4afe-9c27-9914b199172a for host: dv-cinder-817642-1-iscsi {{(pid=101813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:50:43.606264 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd377c1a-8585-4464-9e27-d9fde45d47b3 None None] Routers {'886bfc84-90db-4afe-9c27-9914b199172a'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:50:43.606863 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-dd377c1a-8585-4464-9e27-d9fde45d47b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:50:33Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['886bfc84-90db-4afe-9c27-9914b199172a'], 'active': True} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:50:43.623414 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-80de9a4f-b52e-4503-acfc-218595fbb74a req-b161b300-43cc-43bd-aa20-fb91db09c6d1 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014545 Nov 11 20:50:43.630712 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ddf68b-97da-4926-8916-bc8dd0961aa7 req-61442d96-80f2-44ee-bbeb-2cf873b527a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:43.632471 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-71ddf68b-97da-4926-8916-bc8dd0961aa7 req-61442d96-80f2-44ee-bbeb-2cf873b527a2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=535394ca-6702-4a16-9e94-00db56f6b620 HTTP/1.1" status: 200 len: 851 time: 0.0664701 Nov 11 20:50:43.683735 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ddf68b-97da-4926-8916-bc8dd0961aa7 req-be7fe4b5-d01c-43ca-9ad1-ab0e5905e8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:43.685239 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-71ddf68b-97da-4926-8916-bc8dd0961aa7 req-be7fe4b5-d01c-43ca-9ad1-ab0e5905e8ee service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=79971f2e-5dd3-4116-8573-ccbb33e6422f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427365 Nov 11 20:50:43.711168 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvr_db [None req-dd377c1a-8585-4464-9e27-d9fde45d47b3 None None] Set router 886bfc84-90db-4afe-9c27-9914b199172a gateway port host: dv-cinder-817642-1-iscsi {{(pid=101813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:50:43.778523 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-71ddf68b-97da-4926-8916-bc8dd0961aa7 req-d4c63166-a4ee-459b-910e-bad7099dd904 service neutron] 10.222.0.78 "GET /v2.0/networks/79971f2e-5dd3-4116-8573-ccbb33e6422f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804861 Nov 11 20:50:43.876462 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-71ddf68b-97da-4926-8916-bc8dd0961aa7 req-18c5a616-3a48-4907-a54e-74d95dea2df7 service neutron] 10.222.0.78 "GET /v2.0/networks/79971f2e-5dd3-4116-8573-ccbb33e6422f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895181 Nov 11 20:50:44.034657 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-dd377c1a-8585-4464-9e27-d9fde45d47b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '886bfc84-90db-4afe-9c27-9914b199172a', 'name': 'tempest-TestVolumeBootPattern-2070699845-router', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'e4d5e6fd-7d5f-4986-a857-e19e3c788c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:42:10Z', 'updated_at': '2021-11-11T20:42:14Z', 'revision_number': 4, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'gw_port': {'id': 'e4d5e6fd-7d5f-4986-a857-e19e3c788c33', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:11Z', 'updated_at': '2021-11-11T20:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': 'c5f58d33-0592-4557-8061-e007c63bd289', 'name': '', 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'mac_address': 'fa:16:3e:03:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '535394ca-6702-4a16-9e94-00db56f6b620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:13Z', 'updated_at': '2021-11-11T20:42:18Z', 'revision_number': 5, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'subnets': [{'id': '535394ca-6702-4a16-9e94-00db56f6b620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:50:44.064542 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd377c1a-8585-4464-9e27-d9fde45d47b3 None None] The sync data for ids ['886bfc84-90db-4afe-9c27-9914b199172a'] in dv-cinder-817642-1-iscsi is: [{'id': '886bfc84-90db-4afe-9c27-9914b199172a', 'name': 'tempest-TestVolumeBootPattern-2070699845-router', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'e4d5e6fd-7d5f-4986-a857-e19e3c788c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:42:10Z', 'updated_at': '2021-11-11T20:42:14Z', 'revision_number': 4, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'gw_port': {'id': 'e4d5e6fd-7d5f-4986-a857-e19e3c788c33', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:11Z', 'updated_at': '2021-11-11T20:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi', '_interfaces': [{'id': 'c5f58d33-0592-4557-8061-e007c63bd289', 'name': '', 'network_id': '79971f2e-5dd3-4116-8573-ccbb33e6422f', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'mac_address': 'fa:16:3e:03:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '535394ca-6702-4a16-9e94-00db56f6b620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:13Z', 'updated_at': '2021-11-11T20:42:18Z', 'revision_number': 5, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'subnets': [{'id': '535394ca-6702-4a16-9e94-00db56f6b620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:50:44.267104 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c5fca7-844d-45b2-9034-8ebaf75c4044 None None] New status for floating IP fd119a77-cc3d-4709-8c92-7e4c35b0993d: DOWN {{(pid=101814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 20:50:44.741371 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2d1df-982f-466a-bb44-d5a7252afe28 req-57791df8-8d19-443b-a3a2-cfbd02cf49f1 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:44.742817 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-04b2d1df-982f-466a-bb44-d5a7252afe28 req-57791df8-8d19-443b-a3a2-cfbd02cf49f1 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=80e4bb44-7412-4d18-9df5-940938029647 HTTP/1.1" status: 200 len: 945 time: 0.0481198 Nov 11 20:50:44.792092 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-04b2d1df-982f-466a-bb44-d5a7252afe28 req-4cb28afc-e4e7-4aaf-9846-32a64a6c28bb tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/security-groups?id=37c29b80-e151-4b83-9c77-e481a4d59491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428464 Nov 11 20:50:45.474279 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8fe88b-fee7-4fe9-8ba2-d292588c31ef req-68f30104-d228-4cf3-b783-e4e8b63eb2f5 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 20:50:45.475694 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-dd8fe88b-fee7-4fe9-8ba2-d292588c31ef req-68f30104-d228-4cf3-b783-e4e8b63eb2f5 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.78 "GET /v2.0/ports?device_id=80e4bb44-7412-4d18-9df5-940938029647 HTTP/1.1" status: 200 len: 945 time: 0.0475960 Nov 11 20:50:45.570152 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [req-dd8fe88b-fee7-4fe9-8ba2-d292588c31ef req-84bca56c-e89c-41b1-8c09-b14dd6cccb50 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Deleting port f2b2c706-9af8-45b8-bde7-b4119bd30e56 {{(pid=101811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:50:45.570501 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-dd8fe88b-fee7-4fe9-8ba2-d292588c31ef req-84bca56c-e89c-41b1-8c09-b14dd6cccb50 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:45.655731 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [req-dd8fe88b-fee7-4fe9-8ba2-d292588c31ef req-84bca56c-e89c-41b1-8c09-b14dd6cccb50 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] For port f2b2c706-9af8-45b8-bde7-b4119bd30e56, host hv-cinder-81764, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81764',level=0,port_id=f2b2c706-9af8-45b8-bde7-b4119bd30e56,segment=NetworkSegment(bdd575c3-b455-4e13-be7c-a87e3122aa2c),segment_id=bdd575c3-b455-4e13-be7c-a87e3122aa2c)] {{(pid=101811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:50:45.656118 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-dd8fe88b-fee7-4fe9-8ba2-d292588c31ef req-84bca56c-e89c-41b1-8c09-b14dd6cccb50 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:45.672025 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [req-dd8fe88b-fee7-4fe9-8ba2-d292588c31ef req-84bca56c-e89c-41b1-8c09-b14dd6cccb50 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Calling delete_port for f2b2c706-9af8-45b8-bde7-b4119bd30e56 owned by compute:nova {{(pid=101811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:50:45.797052 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-dd8fe88b-fee7-4fe9-8ba2-d292588c31ef req-84bca56c-e89c-41b1-8c09-b14dd6cccb50 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25464144'] for port, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:45.827883 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bca56c-e89c-41b1-8c09-b14dd6cccb50 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Pushing event deleted for resources: {'Port': ['ID=f2b2c706-9af8-45b8-bde7-b4119bd30e56,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:45.839913 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bca56c-e89c-41b1-8c09-b14dd6cccb50 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:45.840376 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bca56c-e89c-41b1-8c09-b14dd6cccb50 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:45.840723 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bca56c-e89c-41b1-8c09-b14dd6cccb50 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:45.841063 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bca56c-e89c-41b1-8c09-b14dd6cccb50 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:45.841400 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bca56c-e89c-41b1-8c09-b14dd6cccb50 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:45.841732 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bca56c-e89c-41b1-8c09-b14dd6cccb50 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:45.842061 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bca56c-e89c-41b1-8c09-b14dd6cccb50 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:45.842390 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bca56c-e89c-41b1-8c09-b14dd6cccb50 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:45.842720 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bca56c-e89c-41b1-8c09-b14dd6cccb50 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:45.843048 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bca56c-e89c-41b1-8c09-b14dd6cccb50 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:45.843370 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bca56c-e89c-41b1-8c09-b14dd6cccb50 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:45.843689 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bca56c-e89c-41b1-8c09-b14dd6cccb50 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:45.901081 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd8fe88b-fee7-4fe9-8ba2-d292588c31ef req-84bca56c-e89c-41b1-8c09-b14dd6cccb50 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] No DVR routers for this DVR port f2b2c706-9af8-45b8-bde7-b4119bd30e56 on host hv-cinder-81764 {{(pid=101811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:50:45.904084 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-bdf87450-cbd5-47ea-bb05-516cbb1028cd req-5033b40f-0d10-494f-95d1-f4ffdf170e73 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "GET /v2.0/ports?device_id=80e4bb44-7412-4d18-9df5-940938029647 HTTP/1.1" status: 200 len: 210 time: 0.0375731 Nov 11 20:50:45.905056 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [req-dd8fe88b-fee7-4fe9-8ba2-d292588c31ef req-84bca56c-e89c-41b1-8c09-b14dd6cccb50 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for port, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:45.908168 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [req-dd8fe88b-fee7-4fe9-8ba2-d292588c31ef req-84bca56c-e89c-41b1-8c09-b14dd6cccb50 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.78 "DELETE /v2.0/ports/f2b2c706-9af8-45b8-bde7-b4119bd30e56 HTTP/1.1" status: 204 len: 173 time: 0.4252999 Nov 11 20:50:45.908678 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e4bb44-7412-4d18-9df5-940938029647', 'name': 'network-vif-deleted', 'tag': 'f2b2c706-9af8-45b8-bde7-b4119bd30e56'}] {{(pid=101811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 20:50:45.910906 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5736cb7e175e5ed5563496e7c8b9c6d8883e61bc6d504a4dc096e4a6f480cdce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0aea9aa-a9b8-44da-ba1b-f03558d97b27" -d '{"events": [{"server_uuid": "80e4bb44-7412-4d18-9df5-940938029647", "name": "network-vif-deleted", "tag": "f2b2c706-9af8-45b8-bde7-b4119bd30e56"}]}' {{(pid=101811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 20:50:45.949152 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 20:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fda2a97-ffdd-4723-b7e9-b2067b857192 x-openstack-request-id: req-0fda2a97-ffdd-4723-b7e9-b2067b857192 {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 20:50:45.949437 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80e4bb44-7412-4d18-9df5-940938029647", "name": "network-vif-deleted", "tag": "f2b2c706-9af8-45b8-bde7-b4119bd30e56", "status": "completed", "code": 200}]} {{(pid=101811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 20:50:45.949703 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0fda2a97-ffdd-4723-b7e9-b2067b857192 {{(pid=101811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 20:50:45.950087 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80e4bb44-7412-4d18-9df5-940938029647', 'name': 'network-vif-deleted', 'tag': 'f2b2c706-9af8-45b8-bde7-b4119bd30e56', 'status': 'completed', 'code': 200} Nov 11 20:50:46.963018 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 52308) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:47.083535 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.plugin [None req-f2480391-83d7-49b0-aaa2-e2972d589899 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Deleting port f2d8d457-7e5a-4aa9-ad8c-34ae928d27f3 {{(pid=101812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:50:47.083866 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-f2480391-83d7-49b0-aaa2-e2972d589899 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:47.162201 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-f2480391-83d7-49b0-aaa2-e2972d589899 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:47.162515 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-f2480391-83d7-49b0-aaa2-e2972d589899 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:47.174563 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.plugin [None req-f2480391-83d7-49b0-aaa2-e2972d589899 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Calling delete_port for f2d8d457-7e5a-4aa9-ad8c-34ae928d27f3 owned by network:floatingip {{(pid=101812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:50:47.304380 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-f2480391-83d7-49b0-aaa2-e2972d589899 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3549817'] for port, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:47.329467 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2480391-83d7-49b0-aaa2-e2972d589899 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Pushing event deleted for resources: {'Port': ['ID=f2d8d457-7e5a-4aa9-ad8c-34ae928d27f3,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:47.388232 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-f2480391-83d7-49b0-aaa2-e2972d589899 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks [] for floatingip, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:47.390667 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-f2480391-83d7-49b0-aaa2-e2972d589899 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29590'] for floatingip, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:47.391803 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-f2480391-83d7-49b0-aaa2-e2972d589899 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "DELETE /v2.0/floatingips/50361b5c-7b24-4702-8aac-aa1e3b0d0626 HTTP/1.1" status: 204 len: 168 time: 0.4277465 Nov 11 20:50:47.729663 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device f2b2c706-9af8-45b8-bde7-b4119bd30e56 no longer exists at agent hyperv_hv-cinder-81764 {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:50:47.750275 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] No Port match for: f2b2c706-9af8-45b8-bde7-b4119bd30e56 {{(pid=101813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:50:47.750702 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Device f2b2c706-9af8-45b8-bde7-b4119bd30e56 not bound to the agent host hv-cinder-81764 {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:50:48.579930 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 52320) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:48.636109 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-4cd2b42c-c934-4c78-b41f-daa3e9fec2d0 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:48.659835 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-4cd2b42c-c934-4c78-b41f-daa3e9fec2d0 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:48.721753 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-4cd2b42c-c934-4c78-b41f-daa3e9fec2d0 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:48.724615 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-4cd2b42c-c934-4c78-b41f-daa3e9fec2d0 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:48.725782 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-4cd2b42c-c934-4c78-b41f-daa3e9fec2d0 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] 10.222.0.61 "DELETE /v2.0/security-groups/37c29b80-e151-4b83-9c77-e481a4d59491 HTTP/1.1" status: 204 len: 168 time: 0.1448262 Nov 11 20:50:48.735792 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd2b42c-c934-4c78-b41f-daa3e9fec2d0 tempest-TestVolumeBootPattern-1710706643 tempest-TestVolumeBootPattern-1710706643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c29b80-e151-4b83-9c77-e481a4d59491,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:48.782257 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 52324) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:49.363057 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-589a015b-fac0-4217-a094-586b97525471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671691'] for router_interface, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:49.609644 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.plugin [None req-589a015b-fac0-4217-a094-586b97525471 admin admin] Deleting port c5f58d33-0592-4557-8061-e007c63bd289 {{(pid=101812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:50:49.610360 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-589a015b-fac0-4217-a094-586b97525471 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:49.915981 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.db [None req-589a015b-fac0-4217-a094-586b97525471 admin admin] For port c5f58d33-0592-4557-8061-e007c63bd289, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=c5f58d33-0592-4557-8061-e007c63bd289,segment=NetworkSegment(bdd575c3-b455-4e13-be7c-a87e3122aa2c),segment_id=bdd575c3-b455-4e13-be7c-a87e3122aa2c)] {{(pid=101812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:50:49.916396 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-589a015b-fac0-4217-a094-586b97525471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:49.928182 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.plugin [None req-589a015b-fac0-4217-a094-586b97525471 admin admin] Calling delete_port for c5f58d33-0592-4557-8061-e007c63bd289 owned by network:router_interface {{(pid=101812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:50:50.103996 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-589a015b-fac0-4217-a094-586b97525471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3549817'] for port, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:50.128646 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a015b-fac0-4217-a094-586b97525471 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5f58d33-0592-4557-8061-e007c63bd289,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:50.296351 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-589a015b-fac0-4217-a094-586b97525471 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-656251'] for router_interface, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:50.507790 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-589a015b-fac0-4217-a094-586b97525471 admin admin] Router 886bfc84-90db-4afe-9c27-9914b199172a has already been hosted by L3 agent 078c1a4f-b62f-4fa2-93c9-12887f0677c3 {{(pid=101812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:50:50.613706 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589a015b-fac0-4217-a094-586b97525471 admin admin] Notify agent at l3_agent.dv-cinder-817642-1-iscsi the message routers_updated {{(pid=101812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:50:50.618758 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-589a015b-fac0-4217-a094-586b97525471 admin admin] 10.222.0.61 "PUT /v2.0/routers/886bfc84-90db-4afe-9c27-9914b199172a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8354061 Nov 11 20:50:50.621428 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 52328) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:50.622672 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4ca130-d752-42e9-a576-9c8150fd1886 None None] Sync routers for ids ['886bfc84-90db-4afe-9c27-9914b199172a'] in dv-cinder-817642-1-iscsi {{(pid=101813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:50:50.632780 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4ca130-d752-42e9-a576-9c8150fd1886 None None] Routers {'886bfc84-90db-4afe-9c27-9914b199172a'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:50:50.633389 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-2b4ca130-d752-42e9-a576-9c8150fd1886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:50:33Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['886bfc84-90db-4afe-9c27-9914b199172a'], 'active': True} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:50:50.724514 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-53ddd9e9-9862-40e0-b21d-ab20d20df91a admin admin] Publish callbacks [] for router, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:50.739028 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvr_db [None req-2b4ca130-d752-42e9-a576-9c8150fd1886 None None] Set router 886bfc84-90db-4afe-9c27-9914b199172a gateway port host: dv-cinder-817642-1-iscsi {{(pid=101813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:50:50.825749 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-53ddd9e9-9862-40e0-b21d-ab20d20df91a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:50.878182 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [None req-53ddd9e9-9862-40e0-b21d-ab20d20df91a admin admin] Deleting port e4d5e6fd-7d5f-4986-a857-e19e3c788c33 {{(pid=101811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:50:50.878514 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-53ddd9e9-9862-40e0-b21d-ab20d20df91a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:50.921822 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-2b4ca130-d752-42e9-a576-9c8150fd1886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '886bfc84-90db-4afe-9c27-9914b199172a', 'name': 'tempest-TestVolumeBootPattern-2070699845-router', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'e4d5e6fd-7d5f-4986-a857-e19e3c788c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:42:10Z', 'updated_at': '2021-11-11T20:50:50Z', 'revision_number': 5, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'gw_port': {'id': 'e4d5e6fd-7d5f-4986-a857-e19e3c788c33', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886bfc84-90db-4afe-9c27-9914b199172a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:11Z', 'updated_at': '2021-11-11T20:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi'}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:50:50.948130 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4ca130-d752-42e9-a576-9c8150fd1886 None None] Checking router: 886bfc84-90db-4afe-9c27-9914b199172a for host: dv-cinder-817642-1-iscsi {{(pid=101813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:50:50.956230 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4ca130-d752-42e9-a576-9c8150fd1886 None None] Routers {'886bfc84-90db-4afe-9c27-9914b199172a'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:50:50.956828 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-2b4ca130-d752-42e9-a576-9c8150fd1886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:50:33Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['886bfc84-90db-4afe-9c27-9914b199172a'], 'active': True} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:50:50.958967 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [None req-53ddd9e9-9862-40e0-b21d-ab20d20df91a admin admin] For port e4d5e6fd-7d5f-4986-a857-e19e3c788c33, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=e4d5e6fd-7d5f-4986-a857-e19e3c788c33,segment=NetworkSegment(e9e9934c-1983-4624-9195-f2a2627c9ef4),segment_id=e9e9934c-1983-4624-9195-f2a2627c9ef4)] {{(pid=101811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:50:50.959325 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-53ddd9e9-9862-40e0-b21d-ab20d20df91a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:50.971739 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [None req-53ddd9e9-9862-40e0-b21d-ab20d20df91a admin admin] Calling delete_port for e4d5e6fd-7d5f-4986-a857-e19e3c788c33 owned by network:router_gateway {{(pid=101811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:50:51.041855 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvr_db [None req-2b4ca130-d752-42e9-a576-9c8150fd1886 None None] Set router 886bfc84-90db-4afe-9c27-9914b199172a gateway port host: None {{(pid=101813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:50:51.094497 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_hamode_db [None req-2b4ca130-d752-42e9-a576-9c8150fd1886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '886bfc84-90db-4afe-9c27-9914b199172a', 'name': 'tempest-TestVolumeBootPattern-2070699845-router', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:42:10Z', 'updated_at': '2021-11-11T20:50:50Z', 'revision_number': 6, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'gw_port_host': None}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:50:51.122274 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4ca130-d752-42e9-a576-9c8150fd1886 None None] The sync data for ids ['886bfc84-90db-4afe-9c27-9914b199172a'] in dv-cinder-817642-1-iscsi is: [{'id': '886bfc84-90db-4afe-9c27-9914b199172a', 'name': 'tempest-TestVolumeBootPattern-2070699845-router', 'tenant_id': '4dd611087eb441dc94ef8c18b6b7d600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:42:10Z', 'updated_at': '2021-11-11T20:50:50Z', 'revision_number': 6, 'project_id': '4dd611087eb441dc94ef8c18b6b7d600', 'gw_port_host': None}] {{(pid=101813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:50:51.424618 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-53ddd9e9-9862-40e0-b21d-ab20d20df91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25464144'] for port, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:51.450399 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ddd9e9-9862-40e0-b21d-ab20d20df91a admin admin] Pushing event deleted for resources: {'Port': ['ID=e4d5e6fd-7d5f-4986-a857-e19e3c788c33,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:51.522563 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-53ddd9e9-9862-40e0-b21d-ab20d20df91a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656001'] for router_gateway, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:51.621073 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-53ddd9e9-9862-40e0-b21d-ab20d20df91a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25019'] for router, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:51.623397 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-53ddd9e9-9862-40e0-b21d-ab20d20df91a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:51.666679 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-53ddd9e9-9862-40e0-b21d-ab20d20df91a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669805'] for router, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:51.667235 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ddd9e9-9862-40e0-b21d-ab20d20df91a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 886bfc84-90db-4afe-9c27-9914b199172a {{(pid=101811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 20:50:51.671786 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-53ddd9e9-9862-40e0-b21d-ab20d20df91a admin admin] Publish callbacks [] for router, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:51.672830 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-53ddd9e9-9862-40e0-b21d-ab20d20df91a admin admin] 10.222.0.61 "DELETE /v2.0/routers/886bfc84-90db-4afe-9c27-9914b199172a HTTP/1.1" status: 204 len: 168 time: 1.0503616 Nov 11 20:50:51.675472 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 52330) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:51.719998 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.db_base_plugin_v2 [None req-e533484e-c816-4336-948b-760d39108111 admin admin] Deleting subnet 535394ca-6702-4a16-9e94-00db56f6b620 {{(pid=101811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:50:51.723673 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-e533484e-c816-4336-948b-760d39108111 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:51.763669 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-e533484e-c816-4336-948b-760d39108111 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25938190'] for subnet, precommit_delete_associations {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:51.840644 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-e533484e-c816-4336-948b-760d39108111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16455430'] for subnet, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:51.894047 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-e533484e-c816-4336-948b-760d39108111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16455441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25464163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25383904'] for subnet, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:51.920890 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e533484e-c816-4336-948b-760d39108111 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=535394ca-6702-4a16-9e94-00db56f6b620,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:51.922917 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-e533484e-c816-4336-948b-760d39108111 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:51.926150 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-e533484e-c816-4336-948b-760d39108111 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/535394ca-6702-4a16-9e94-00db56f6b620 HTTP/1.1" status: 204 len: 168 time: 0.2496898 Nov 11 20:50:51.928593 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 52332) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:51.932691 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18fddce-6bbc-4559-b411-f773e27cc5c2 None None] Network 79971f2e-5dd3-4116-8573-ccbb33e6422f requested from dv-cinder-817642-1-iscsi {{(pid=101813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:50:52.006060 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-663d72d2-6ce4-463f-bc16-6a56fac42a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16325219'] for network, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:52.065048 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device c5f58d33-0592-4557-8061-e007c63bd289 no longer exists at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:50:52.066694 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [None req-663d72d2-6ce4-463f-bc16-6a56fac42a8a admin admin] Deleting port 01d943f8-097e-4535-ad65-13c16f5b7cd0 {{(pid=101811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:50:52.067116 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-663d72d2-6ce4-463f-bc16-6a56fac42a8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:52.104931 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] No Port match for: c5f58d33-0592-4557-8061-e007c63bd289 {{(pid=101813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:50:52.105271 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device c5f58d33-0592-4557-8061-e007c63bd289 not bound to the agent host dv-cinder-817642-1-iscsi {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:50:52.105685 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device e4d5e6fd-7d5f-4986-a857-e19e3c788c33 no longer exists at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:50:52.129136 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] No Port match for: e4d5e6fd-7d5f-4986-a857-e19e3c788c33 {{(pid=101813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:50:52.129614 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device e4d5e6fd-7d5f-4986-a857-e19e3c788c33 not bound to the agent host dv-cinder-817642-1-iscsi {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:50:52.146016 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [None req-663d72d2-6ce4-463f-bc16-6a56fac42a8a admin admin] For port 01d943f8-097e-4535-ad65-13c16f5b7cd0, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=01d943f8-097e-4535-ad65-13c16f5b7cd0,segment=NetworkSegment(bdd575c3-b455-4e13-be7c-a87e3122aa2c),segment_id=bdd575c3-b455-4e13-be7c-a87e3122aa2c)] {{(pid=101811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:50:52.146399 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-663d72d2-6ce4-463f-bc16-6a56fac42a8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:52.162764 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [None req-663d72d2-6ce4-463f-bc16-6a56fac42a8a admin admin] Calling delete_port for 01d943f8-097e-4535-ad65-13c16f5b7cd0 owned by network:dhcp {{(pid=101811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:50:52.215497 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc983056-8654-4104-a2b1-0665051e9622 None None] DHCP port deletion for 79971f2e-5dd3-4116-8573-ccbb33e6422f request from dv-cinder-817642-1-iscsi {{(pid=101813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:50:52.244611 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-663d72d2-6ce4-463f-bc16-6a56fac42a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25464144'] for port, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:52.266144 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:52.274438 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663d72d2-6ce4-463f-bc16-6a56fac42a8a admin admin] Pushing event deleted for resources: {'Port': ['ID=01d943f8-097e-4535-ad65-13c16f5b7cd0,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:52.277251 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663d72d2-6ce4-463f-bc16-6a56fac42a8a admin admin] No DVR routers for this DVR port 01d943f8-097e-4535-ad65-13c16f5b7cd0 on host dv-cinder-817642-1-iscsi {{(pid=101811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:50:52.286853 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-cc983056-8654-4104-a2b1-0665051e9622 None None] Deleting port 01d943f8-097e-4535-ad65-13c16f5b7cd0 {{(pid=101813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:50:52.287231 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-cc983056-8654-4104-a2b1-0665051e9622 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:52.351328 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-cc983056-8654-4104-a2b1-0665051e9622 None None] For port 01d943f8-097e-4535-ad65-13c16f5b7cd0, host dv-cinder-817642-1-iscsi, got binding levels [] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:50:52.351731 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-cc983056-8654-4104-a2b1-0665051e9622 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:52.355892 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-663d72d2-6ce4-463f-bc16-6a56fac42a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451713', 'neutron.services.segments.db._delete_segments_for_network-8768469249518'] for network, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:52.364621 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-cc983056-8654-4104-a2b1-0665051e9622 None None] Calling delete_port for 01d943f8-097e-4535-ad65-13c16f5b7cd0 owned by network:dhcp {{(pid=101813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:50:52.367188 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.ipam_backend_mixin [None req-cc983056-8654-4104-a2b1-0665051e9622 None None] Port 01d943f8-097e-4535-ad65-13c16f5b7cd0 was not found and therefore no delete operation was performed {{(pid=101813) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 20:50:52.369363 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-cc983056-8654-4104-a2b1-0665051e9622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954'] for port, after_delete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:52.376585 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.services.segments.db [None req-663d72d2-6ce4-463f-bc16-6a56fac42a8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79971f2e-5dd3-4116-8573-ccbb33e6422f']}} {{(pid=101811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:50:52.386877 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.services.segments.db [None req-663d72d2-6ce4-463f-bc16-6a56fac42a8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdd575c3-b455-4e13-be7c-a87e3122aa2c') {'for_net_delete': True} {{(pid=101811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:50:52.387186 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.services.segments.db [None req-663d72d2-6ce4-463f-bc16-6a56fac42a8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdd575c3-b455-4e13-be7c-a87e3122aa2c') {} {{(pid=101811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:50:52.395028 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc983056-8654-4104-a2b1-0665051e9622 None None] Pushing event deleted for resources: {'Port': ['ID=01d943f8-097e-4535-ad65-13c16f5b7cd0,revision_number=None']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:52.396499 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-663d72d2-6ce4-463f-bc16-6a56fac42a8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768469040631', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25950205'] for segment, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:52.403386 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc983056-8654-4104-a2b1-0665051e9622 None None] No DVR routers for this DVR port 01d943f8-097e-4535-ad65-13c16f5b7cd0 on host dv-cinder-817642-1-iscsi {{(pid=101813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:50:52.407423 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc983056-8654-4104-a2b1-0665051e9622 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:52.407423 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc983056-8654-4104-a2b1-0665051e9622 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:52.407718 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc983056-8654-4104-a2b1-0665051e9622 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:52.409874 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc983056-8654-4104-a2b1-0665051e9622 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:52.409874 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc983056-8654-4104-a2b1-0665051e9622 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:52.409874 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc983056-8654-4104-a2b1-0665051e9622 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:52.409874 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc983056-8654-4104-a2b1-0665051e9622 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:52.409874 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc983056-8654-4104-a2b1-0665051e9622 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:52.409874 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc983056-8654-4104-a2b1-0665051e9622 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:52.409874 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc983056-8654-4104-a2b1-0665051e9622 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:52.410507 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc983056-8654-4104-a2b1-0665051e9622 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:52.410507 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc983056-8654-4104-a2b1-0665051e9622 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:52.410731 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-663d72d2-6ce4-463f-bc16-6a56fac42a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16407769'] for segment, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:52.419713 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-663d72d2-6ce4-463f-bc16-6a56fac42a8a admin admin] Releasing vlan 878 on physical network physnet1 to pool {{(pid=101811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:50:52.420190 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-663d72d2-6ce4-463f-bc16-6a56fac42a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16407769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25464077'] for segment, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:52.421974 dv-cinder-817642-1-iscsi neutron-server[101811]: Traceback (most recent call last): Nov 11 20:50:52.421974 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:50:52.421974 dv-cinder-817642-1-iscsi neutron-server[101811]: timer() Nov 11 20:50:52.421974 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:50:52.421974 dv-cinder-817642-1-iscsi neutron-server[101811]: cb(*args, **kw) Nov 11 20:50:52.421974 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:50:52.421974 dv-cinder-817642-1-iscsi neutron-server[101811]: return func(*args, **kwargs) Nov 11 20:50:52.421974 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:50:52.421974 dv-cinder-817642-1-iscsi neutron-server[101811]: self._notify() Nov 11 20:50:52.421974 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:50:52.421974 dv-cinder-817642-1-iscsi neutron-server[101811]: self.callback(batched_events) Nov 11 20:50:52.421974 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:50:52.421974 dv-cinder-817642-1-iscsi neutron-server[101811]: event.method(event) Nov 11 20:50:52.421974 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:50:52.421974 dv-cinder-817642-1-iscsi neutron-server[101811]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:50:52.421974 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:50:52.421974 dv-cinder-817642-1-iscsi neutron-server[101811]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:50:52.421974 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:50:52.421974 dv-cinder-817642-1-iscsi neutron-server[101811]: return f(self, *a, **k) Nov 11 20:50:52.421974 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:50:52.421974 dv-cinder-817642-1-iscsi neutron-server[101811]: return self._get(url).json() Nov 11 20:50:52.421974 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:50:52.421974 dv-cinder-817642-1-iscsi neutron-server[101811]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:50:52.421974 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:50:52.421974 dv-cinder-817642-1-iscsi neutron-server[101811]: return self.request(url, 'GET', **kwargs) Nov 11 20:50:52.421974 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:50:52.421974 dv-cinder-817642-1-iscsi neutron-server[101811]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:50:52.421974 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:50:52.421974 dv-cinder-817642-1-iscsi neutron-server[101811]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:50:52.421974 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:50:52.421974 dv-cinder-817642-1-iscsi neutron-server[101811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:50:52.421974 dv-cinder-817642-1-iscsi neutron-server[101811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:50:52.480710 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-663d72d2-6ce4-463f-bc16-6a56fac42a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656125'] for network, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:52.485063 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-663d72d2-6ce4-463f-bc16-6a56fac42a8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for network, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:52.488306 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-663d72d2-6ce4-463f-bc16-6a56fac42a8a admin admin] 10.222.0.61 "DELETE /v2.0/networks/79971f2e-5dd3-4116-8573-ccbb33e6422f HTTP/1.1" status: 204 len: 168 time: 0.5587325 Nov 11 20:50:52.491335 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 52334) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:52.501791 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663d72d2-6ce4-463f-bc16-6a56fac42a8a admin admin] Pushing event deleted for resources: {'Network': ['ID=79971f2e-5dd3-4116-8573-ccbb33e6422f,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:52.851804 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-1aee835b-f169-4d43-bf3c-8bc364ab1724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671691'] for router_interface, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:53.107858 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.plugin [None req-1aee835b-f169-4d43-bf3c-8bc364ab1724 admin admin] Deleting port 256bddd2-1726-4fb0-a35b-2626ed94322a {{(pid=101812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:50:53.108145 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-1aee835b-f169-4d43-bf3c-8bc364ab1724 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:53.185072 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.db [None req-1aee835b-f169-4d43-bf3c-8bc364ab1724 admin admin] For port 256bddd2-1726-4fb0-a35b-2626ed94322a, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=256bddd2-1726-4fb0-a35b-2626ed94322a,segment=NetworkSegment(0b8f8410-9f97-49ce-a07d-1c671e6cb4bd),segment_id=0b8f8410-9f97-49ce-a07d-1c671e6cb4bd)] {{(pid=101812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:50:53.185471 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-1aee835b-f169-4d43-bf3c-8bc364ab1724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:53.201977 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.plugin [None req-1aee835b-f169-4d43-bf3c-8bc364ab1724 admin admin] Calling delete_port for 256bddd2-1726-4fb0-a35b-2626ed94322a owned by network:router_interface {{(pid=101812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:50:53.382390 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-1aee835b-f169-4d43-bf3c-8bc364ab1724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3549817'] for port, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:53.410751 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee835b-f169-4d43-bf3c-8bc364ab1724 admin admin] Pushing event deleted for resources: {'Port': ['ID=256bddd2-1726-4fb0-a35b-2626ed94322a,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:53.441608 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee835b-f169-4d43-bf3c-8bc364ab1724 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:53.441967 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee835b-f169-4d43-bf3c-8bc364ab1724 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:53.442316 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee835b-f169-4d43-bf3c-8bc364ab1724 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:53.442940 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee835b-f169-4d43-bf3c-8bc364ab1724 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:53.443125 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee835b-f169-4d43-bf3c-8bc364ab1724 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:53.443458 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee835b-f169-4d43-bf3c-8bc364ab1724 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:53.443789 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee835b-f169-4d43-bf3c-8bc364ab1724 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:53.444147 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee835b-f169-4d43-bf3c-8bc364ab1724 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:53.444477 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee835b-f169-4d43-bf3c-8bc364ab1724 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:53.444801 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee835b-f169-4d43-bf3c-8bc364ab1724 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:53.445152 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee835b-f169-4d43-bf3c-8bc364ab1724 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:53.445477 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aee835b-f169-4d43-bf3c-8bc364ab1724 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817642-1-iscsi {{(pid=101812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 20:50:53.597970 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-1aee835b-f169-4d43-bf3c-8bc364ab1724 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-656251'] for router_interface, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:53.821116 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aee835b-f169-4d43-bf3c-8bc364ab1724 admin admin] Router 733c3907-6f08-41a3-9d06-ae155d599867 has already been hosted by L3 agent 078c1a4f-b62f-4fa2-93c9-12887f0677c3 {{(pid=101812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 20:50:53.927842 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aee835b-f169-4d43-bf3c-8bc364ab1724 admin admin] Notify agent at l3_agent.dv-cinder-817642-1-iscsi the message routers_updated {{(pid=101812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 20:50:53.933789 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-1aee835b-f169-4d43-bf3c-8bc364ab1724 admin admin] 10.222.0.61 "PUT /v2.0/routers/733c3907-6f08-41a3-9d06-ae155d599867/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4412286 Nov 11 20:50:53.936211 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 52336) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:53.939578 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa61794-5a0d-43af-8841-1135fc7a2bfc None None] Sync routers for ids ['733c3907-6f08-41a3-9d06-ae155d599867'] in dv-cinder-817642-1-iscsi {{(pid=101814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 20:50:53.950043 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa61794-5a0d-43af-8841-1135fc7a2bfc None None] Routers {'733c3907-6f08-41a3-9d06-ae155d599867'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:50:53.950665 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-eaa61794-5a0d-43af-8841-1135fc7a2bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:50:33Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['733c3907-6f08-41a3-9d06-ae155d599867'], 'active': True} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:50:54.047789 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-ca13fd2e-1950-481d-9517-d0af39cae73a admin admin] Publish callbacks [] for router, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:54.072847 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvr_db [None req-eaa61794-5a0d-43af-8841-1135fc7a2bfc None None] Set router 733c3907-6f08-41a3-9d06-ae155d599867 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:50:54.112627 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device 01d943f8-097e-4535-ad65-13c16f5b7cd0 no longer exists at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:50:54.140620 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] No Port match for: 01d943f8-097e-4535-ad65-13c16f5b7cd0 {{(pid=101813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:50:54.140970 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device 01d943f8-097e-4535-ad65-13c16f5b7cd0 not bound to the agent host dv-cinder-817642-1-iscsi {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:50:54.278516 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-eaa61794-5a0d-43af-8841-1135fc7a2bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733c3907-6f08-41a3-9d06-ae155d599867', 'name': 'tempest-TestVolumeBootPattern-558190591-router', 'tenant_id': '8129a3456e294da4b846967ff069784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'a7cd44c4-f5bb-4dd7-810f-587174752084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:42:16Z', 'updated_at': '2021-11-11T20:50:53Z', 'revision_number': 5, 'project_id': '8129a3456e294da4b846967ff069784e', 'gw_port': {'id': 'a7cd44c4-f5bb-4dd7-810f-587174752084', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733c3907-6f08-41a3-9d06-ae155d599867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:16Z', 'updated_at': '2021-11-11T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi'}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:50:54.305730 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa61794-5a0d-43af-8841-1135fc7a2bfc None None] Checking router: 733c3907-6f08-41a3-9d06-ae155d599867 for host: dv-cinder-817642-1-iscsi {{(pid=101814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 20:50:54.314228 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa61794-5a0d-43af-8841-1135fc7a2bfc None None] Routers {'733c3907-6f08-41a3-9d06-ae155d599867'} bound to L3 agent in host dv-cinder-817642-1-iscsi {{(pid=101814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 20:50:54.314852 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-eaa61794-5a0d-43af-8841-1135fc7a2bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T20:30:03Z,description=,heartbeat_timestamp=2021-11-11T20:50:33Z,host='dv-cinder-817642-1-iscsi',id=078c1a4f-b62f-4fa2-93c9-12887f0677c3,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T20:30:03Z,topic='l3_agent')) {'router_ids': ['733c3907-6f08-41a3-9d06-ae155d599867'], 'active': True} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:50:54.392267 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-ca13fd2e-1950-481d-9517-d0af39cae73a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:54.425767 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_dvr_db [None req-eaa61794-5a0d-43af-8841-1135fc7a2bfc None None] Set router 733c3907-6f08-41a3-9d06-ae155d599867 gateway port host: dv-cinder-817642-1-iscsi {{(pid=101814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 20:50:54.454392 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.plugin [None req-ca13fd2e-1950-481d-9517-d0af39cae73a admin admin] Deleting port a7cd44c4-f5bb-4dd7-810f-587174752084 {{(pid=101812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:50:54.454803 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-ca13fd2e-1950-481d-9517-d0af39cae73a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:54.545112 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.db [None req-ca13fd2e-1950-481d-9517-d0af39cae73a admin admin] For port a7cd44c4-f5bb-4dd7-810f-587174752084, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=a7cd44c4-f5bb-4dd7-810f-587174752084,segment=NetworkSegment(e9e9934c-1983-4624-9195-f2a2627c9ef4),segment_id=e9e9934c-1983-4624-9195-f2a2627c9ef4)] {{(pid=101812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:50:54.545497 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-ca13fd2e-1950-481d-9517-d0af39cae73a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:54.559443 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.plugins.ml2.plugin [None req-ca13fd2e-1950-481d-9517-d0af39cae73a admin admin] Calling delete_port for a7cd44c4-f5bb-4dd7-810f-587174752084 owned by network:router_gateway {{(pid=101812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:50:54.708621 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.l3_hamode_db [None req-eaa61794-5a0d-43af-8841-1135fc7a2bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733c3907-6f08-41a3-9d06-ae155d599867', 'name': 'tempest-TestVolumeBootPattern-558190591-router', 'tenant_id': '8129a3456e294da4b846967ff069784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'a7cd44c4-f5bb-4dd7-810f-587174752084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:42:16Z', 'updated_at': '2021-11-11T20:50:53Z', 'revision_number': 5, 'project_id': '8129a3456e294da4b846967ff069784e', 'gw_port': {'id': 'a7cd44c4-f5bb-4dd7-810f-587174752084', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733c3907-6f08-41a3-9d06-ae155d599867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:16Z', 'updated_at': '2021-11-11T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi'}], 'dv-cinder-817642-1-iscsi', False) {} {{(pid=101814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:50:54.728754 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-ca13fd2e-1950-481d-9517-d0af39cae73a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3549817'] for port, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:54.740143 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa61794-5a0d-43af-8841-1135fc7a2bfc None None] The sync data for ids ['733c3907-6f08-41a3-9d06-ae155d599867'] in dv-cinder-817642-1-iscsi is: [{'id': '733c3907-6f08-41a3-9d06-ae155d599867', 'name': 'tempest-TestVolumeBootPattern-558190591-router', 'tenant_id': '8129a3456e294da4b846967ff069784e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'external_fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'a7cd44c4-f5bb-4dd7-810f-587174752084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T20:42:16Z', 'updated_at': '2021-11-11T20:50:53Z', 'revision_number': 5, 'project_id': '8129a3456e294da4b846967ff069784e', 'gw_port': {'id': 'a7cd44c4-f5bb-4dd7-810f-587174752084', 'name': '', 'network_id': '06cb5cda-8e0a-4e3b-bed2-40abc3a9e9e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733c3907-6f08-41a3-9d06-ae155d599867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'dac47c4e-2532-416f-829a-3cf927393807', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T20:42:16Z', 'updated_at': '2021-11-11T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dac47c4e-2532-416f-829a-3cf927393807', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817642-1-iscsi'}] {{(pid=101814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 20:50:54.756822 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca13fd2e-1950-481d-9517-d0af39cae73a admin admin] Pushing event deleted for resources: {'Port': ['ID=a7cd44c4-f5bb-4dd7-810f-587174752084,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:54.822366 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-ca13fd2e-1950-481d-9517-d0af39cae73a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656001'] for router_gateway, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:54.913463 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-ca13fd2e-1950-481d-9517-d0af39cae73a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-669716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25019'] for router, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:54.916438 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-ca13fd2e-1950-481d-9517-d0af39cae73a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:54.961283 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-ca13fd2e-1950-481d-9517-d0af39cae73a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-669805'] for router, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:54.961791 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca13fd2e-1950-481d-9517-d0af39cae73a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 733c3907-6f08-41a3-9d06-ae155d599867 {{(pid=101812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 20:50:54.966784 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-ca13fd2e-1950-481d-9517-d0af39cae73a admin admin] Publish callbacks [] for router, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:54.967925 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-ca13fd2e-1950-481d-9517-d0af39cae73a admin admin] 10.222.0.61 "DELETE /v2.0/routers/733c3907-6f08-41a3-9d06-ae155d599867 HTTP/1.1" status: 204 len: 168 time: 1.0307946 Nov 11 20:50:54.970501 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 52338) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:55.018675 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.db.db_base_plugin_v2 [None req-44285860-c08f-4afc-90c5-a9b6997f6bb2 admin admin] Deleting subnet 4175d8d8-11d2-4ed7-a3c8-6cf23a0e6b9c {{(pid=101812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 20:50:55.022036 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-44285860-c08f-4afc-90c5-a9b6997f6bb2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:55.057313 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-44285860-c08f-4afc-90c5-a9b6997f6bb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4163766'] for subnet, precommit_delete_associations {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:55.138997 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-44285860-c08f-4afc-90c5-a9b6997f6bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16455430'] for subnet, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:55.201184 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-44285860-c08f-4afc-90c5-a9b6997f6bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16455441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3549770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3891168'] for subnet, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:55.232511 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44285860-c08f-4afc-90c5-a9b6997f6bb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4175d8d8-11d2-4ed7-a3c8-6cf23a0e6b9c,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:55.234789 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-44285860-c08f-4afc-90c5-a9b6997f6bb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for subnet, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:55.240995 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-44285860-c08f-4afc-90c5-a9b6997f6bb2 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/4175d8d8-11d2-4ed7-a3c8-6cf23a0e6b9c HTTP/1.1" status: 204 len: 168 time: 0.2689903 Nov 11 20:50:55.241571 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 52340) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:55.245590 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3918894-5178-49d0-a8d5-ec4b19ca6f20 None None] Network 2e195498-59d1-4170-ad6c-e3718a672b38 requested from dv-cinder-817642-1-iscsi {{(pid=101813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 20:50:55.342748 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-7bec3854-d7be-4b46-83f3-e3c7aa18176e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16325219'] for network, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:55.404696 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [None req-7bec3854-d7be-4b46-83f3-e3c7aa18176e admin admin] Deleting port 92f412e3-3ed3-4680-99b3-9da9b9f4e2c1 {{(pid=101811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:50:55.405038 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-7bec3854-d7be-4b46-83f3-e3c7aa18176e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:55.485002 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.db [None req-7bec3854-d7be-4b46-83f3-e3c7aa18176e admin admin] For port 92f412e3-3ed3-4680-99b3-9da9b9f4e2c1, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=92f412e3-3ed3-4680-99b3-9da9b9f4e2c1,segment=NetworkSegment(0b8f8410-9f97-49ce-a07d-1c671e6cb4bd),segment_id=0b8f8410-9f97-49ce-a07d-1c671e6cb4bd)] {{(pid=101811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:50:55.485386 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-7bec3854-d7be-4b46-83f3-e3c7aa18176e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:55.497173 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea8a4ab-0e82-4f37-9a7b-68140304558f None None] DHCP port deletion for 2e195498-59d1-4170-ad6c-e3718a672b38 request from dv-cinder-817642-1-iscsi {{(pid=101813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 20:50:55.502257 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.plugin [None req-7bec3854-d7be-4b46-83f3-e3c7aa18176e admin admin] Calling delete_port for 92f412e3-3ed3-4680-99b3-9da9b9f4e2c1 owned by network:dhcp {{(pid=101811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:50:55.544598 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-5ea8a4ab-0e82-4f37-9a7b-68140304558f None None] Deleting port 92f412e3-3ed3-4680-99b3-9da9b9f4e2c1 {{(pid=101813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 20:50:55.544961 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-5ea8a4ab-0e82-4f37-9a7b-68140304558f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768469121976'] for port, before_delete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:55.583269 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-7bec3854-d7be-4b46-83f3-e3c7aa18176e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25464144'] for port, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:55.610647 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.db [None req-5ea8a4ab-0e82-4f37-9a7b-68140304558f None None] For port 92f412e3-3ed3-4680-99b3-9da9b9f4e2c1, host dv-cinder-817642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817642-1-iscsi',level=0,port_id=92f412e3-3ed3-4680-99b3-9da9b9f4e2c1,segment=NetworkSegment(0b8f8410-9f97-49ce-a07d-1c671e6cb4bd),segment_id=0b8f8410-9f97-49ce-a07d-1c671e6cb4bd)] {{(pid=101813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 20:50:55.611014 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec3854-d7be-4b46-83f3-e3c7aa18176e admin admin] Pushing event deleted for resources: {'Port': ['ID=92f412e3-3ed3-4680-99b3-9da9b9f4e2c1,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:55.611193 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-5ea8a4ab-0e82-4f37-9a7b-68140304558f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660589'] for port, precommit_delete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:55.616857 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bec3854-d7be-4b46-83f3-e3c7aa18176e admin admin] No DVR routers for this DVR port 92f412e3-3ed3-4680-99b3-9da9b9f4e2c1 on host dv-cinder-817642-1-iscsi {{(pid=101811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:50:55.630166 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-5ea8a4ab-0e82-4f37-9a7b-68140304558f None None] Calling delete_port for 92f412e3-3ed3-4680-99b3-9da9b9f4e2c1 owned by network:dhcp {{(pid=101813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 20:50:55.688446 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-7bec3854-d7be-4b46-83f3-e3c7aa18176e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16451713', 'neutron.services.segments.db._delete_segments_for_network-8768469249518'] for network, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:55.708579 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.services.segments.db [None req-7bec3854-d7be-4b46-83f3-e3c7aa18176e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e195498-59d1-4170-ad6c-e3718a672b38']}} {{(pid=101811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:50:55.709642 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-5ea8a4ab-0e82-4f37-9a7b-68140304558f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16416473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768469129858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768468685954'] for port, after_delete {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:55.717723 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.services.segments.db [None req-7bec3854-d7be-4b46-83f3-e3c7aa18176e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b8f8410-9f97-49ce-a07d-1c671e6cb4bd') {'for_net_delete': True} {{(pid=101811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:50:55.718037 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.services.segments.db [None req-7bec3854-d7be-4b46-83f3-e3c7aa18176e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b8f8410-9f97-49ce-a07d-1c671e6cb4bd') {} {{(pid=101811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 20:50:55.728675 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-7bec3854-d7be-4b46-83f3-e3c7aa18176e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768469040631', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25950205'] for segment, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:55.734992 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea8a4ab-0e82-4f37-9a7b-68140304558f None None] Pushing event deleted for resources: {'Port': ['ID=92f412e3-3ed3-4680-99b3-9da9b9f4e2c1,revision_number=None']} {{(pid=101813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:55.738411 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea8a4ab-0e82-4f37-9a7b-68140304558f None None] No DVR routers for this DVR port 92f412e3-3ed3-4680-99b3-9da9b9f4e2c1 on host dv-cinder-817642-1-iscsi {{(pid=101813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 20:50:55.744155 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-7bec3854-d7be-4b46-83f3-e3c7aa18176e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16407769'] for segment, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:55.753304 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bec3854-d7be-4b46-83f3-e3c7aa18176e admin admin] Releasing vlan 887 on physical network physnet1 to pool {{(pid=101811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 20:50:55.753829 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-7bec3854-d7be-4b46-83f3-e3c7aa18176e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16407769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25464077'] for segment, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:55.755653 dv-cinder-817642-1-iscsi neutron-server[101811]: Traceback (most recent call last): Nov 11 20:50:55.755653 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 20:50:55.755653 dv-cinder-817642-1-iscsi neutron-server[101811]: timer() Nov 11 20:50:55.755653 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 20:50:55.755653 dv-cinder-817642-1-iscsi neutron-server[101811]: cb(*args, **kw) Nov 11 20:50:55.755653 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 20:50:55.755653 dv-cinder-817642-1-iscsi neutron-server[101811]: return func(*args, **kwargs) Nov 11 20:50:55.755653 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 20:50:55.755653 dv-cinder-817642-1-iscsi neutron-server[101811]: self._notify() Nov 11 20:50:55.755653 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 20:50:55.755653 dv-cinder-817642-1-iscsi neutron-server[101811]: self.callback(batched_events) Nov 11 20:50:55.755653 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 20:50:55.755653 dv-cinder-817642-1-iscsi neutron-server[101811]: event.method(event) Nov 11 20:50:55.755653 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 20:50:55.755653 dv-cinder-817642-1-iscsi neutron-server[101811]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 20:50:55.755653 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 20:50:55.755653 dv-cinder-817642-1-iscsi neutron-server[101811]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 20:50:55.755653 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 20:50:55.755653 dv-cinder-817642-1-iscsi neutron-server[101811]: return f(self, *a, **k) Nov 11 20:50:55.755653 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 20:50:55.755653 dv-cinder-817642-1-iscsi neutron-server[101811]: return self._get(url).json() Nov 11 20:50:55.755653 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 20:50:55.755653 dv-cinder-817642-1-iscsi neutron-server[101811]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 20:50:55.755653 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 20:50:55.755653 dv-cinder-817642-1-iscsi neutron-server[101811]: return self.request(url, 'GET', **kwargs) Nov 11 20:50:55.755653 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 20:50:55.755653 dv-cinder-817642-1-iscsi neutron-server[101811]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 20:50:55.755653 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 20:50:55.755653 dv-cinder-817642-1-iscsi neutron-server[101811]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 20:50:55.755653 dv-cinder-817642-1-iscsi neutron-server[101811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 20:50:55.755653 dv-cinder-817642-1-iscsi neutron-server[101811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 20:50:55.755653 dv-cinder-817642-1-iscsi neutron-server[101811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 20:50:55.816963 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-7bec3854-d7be-4b46-83f3-e3c7aa18176e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16451736', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656125'] for network, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:55.822075 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-7bec3854-d7be-4b46-83f3-e3c7aa18176e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627844'] for network, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:55.825594 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-7bec3854-d7be-4b46-83f3-e3c7aa18176e admin admin] 10.222.0.61 "DELETE /v2.0/networks/2e195498-59d1-4170-ad6c-e3718a672b38 HTTP/1.1" status: 204 len: 168 time: 0.5823214 Nov 11 20:50:55.839144 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec3854-d7be-4b46-83f3-e3c7aa18176e admin admin] Pushing event deleted for resources: {'Network': ['ID=2e195498-59d1-4170-ad6c-e3718a672b38,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:55.984546 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 52344) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:56.027666 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-f914608b-f249-47bd-a19c-038c80a9bda8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4dd611087eb441dc94ef8c18b6b7d600&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419273 Nov 11 20:50:56.030316 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [-] (101811) accepted ('10.222.0.61', 52346) {{(pid=101811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:56.043054 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device 92f412e3-3ed3-4680-99b3-9da9b9f4e2c1 no longer exists at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:50:56.063419 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] No Port match for: 92f412e3-3ed3-4680-99b3-9da9b9f4e2c1 {{(pid=101813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:50:56.063813 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device 92f412e3-3ed3-4680-99b3-9da9b9f4e2c1 not bound to the agent host dv-cinder-817642-1-iscsi {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:50:56.064191 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device 256bddd2-1726-4fb0-a35b-2626ed94322a no longer exists at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:50:56.085206 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-85676147-b9c1-4ee9-8e78-987b462e5ba3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:56.086405 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] No Port match for: 256bddd2-1726-4fb0-a35b-2626ed94322a {{(pid=101813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:50:56.087264 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device 256bddd2-1726-4fb0-a35b-2626ed94322a not bound to the agent host dv-cinder-817642-1-iscsi {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:50:56.087834 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device a7cd44c4-f5bb-4dd7-810f-587174752084 no longer exists at agent ovs-agent-dv-cinder-817642-1-iscsi {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 20:50:56.109429 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-85676147-b9c1-4ee9-8e78-987b462e5ba3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:56.111058 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.plugin [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] No Port match for: a7cd44c4-f5bb-4dd7-810f-587174752084 {{(pid=101813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 20:50:56.111407 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron.plugins.ml2.rpc [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Device a7cd44c4-f5bb-4dd7-810f-587174752084 not bound to the agent host dv-cinder-817642-1-iscsi {{(pid=101813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 20:50:56.158516 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-85676147-b9c1-4ee9-8e78-987b462e5ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:56.161930 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron_lib.callbacks.manager [None req-85676147-b9c1-4ee9-8e78-987b462e5ba3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:56.163439 dv-cinder-817642-1-iscsi neutron-server[101811]: INFO neutron.wsgi [None req-85676147-b9c1-4ee9-8e78-987b462e5ba3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f826d8cd-94f8-47a0-8439-2274a77e2a8e HTTP/1.1" status: 204 len: 168 time: 0.1317081 Nov 11 20:50:56.173531 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85676147-b9c1-4ee9-8e78-987b462e5ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f826d8cd-94f8-47a0-8439-2274a77e2a8e,revision_number=None']} {{(pid=101811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:50:56.480607 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 52352) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:56.520807 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-dbae3ed4-5526-4540-9b82-8dd03be14704 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8129a3456e294da4b846967ff069784e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387962 Nov 11 20:50:56.523205 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [-] (101812) accepted ('10.222.0.61', 52354) {{(pid=101812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 20:50:56.570922 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-8fb08b5c-17c4-4b7e-8418-cb22b887b851 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:56.591954 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-8fb08b5c-17c4-4b7e-8418-cb22b887b851 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:56.637259 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-8fb08b5c-17c4-4b7e-8418-cb22b887b851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646659'] for security_group, after_delete {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:56.639765 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron_lib.callbacks.manager [None req-8fb08b5c-17c4-4b7e-8418-cb22b887b851 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:50:56.640955 dv-cinder-817642-1-iscsi neutron-server[101812]: INFO neutron.wsgi [None req-8fb08b5c-17c4-4b7e-8418-cb22b887b851 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/10302f40-bbd5-4aac-83cf-22241770b3c1 HTTP/1.1" status: 204 len: 168 time: 0.1168432 Nov 11 20:50:56.648699 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb08b5c-17c4-4b7e-8418-cb22b887b851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10302f40-bbd5-4aac-83cf-22241770b3c1,revision_number=None']} {{(pid=101812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 20:51:00.747630 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-f3354343-ed68-4db7-b737-867101fad59a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:03.417866 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3cf1ef80-177a-4fc8-bb62-cd520215ddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:04.410473 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3d9940ef-842e-4b07-a279-f9f66b0ee11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:06.155263 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b24fd597-249d-429f-8b46-48f3c6a9ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:06.445498 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:10.847161 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.agents_db [None req-82748851-6744-43b9-bd77-83e744a7c088 None None] Agent healthcheck: found 6 active agents {{(pid=101814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:51:22.254017 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:30.748720 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-16baa258-b4f7-46bb-8b20-ef742c6746b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:33.421213 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-a051b505-6714-4033-b6e7-e5b93b6637f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:34.414039 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3d9940ef-842e-4b07-a279-f9f66b0ee11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:36.156347 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b24fd597-249d-429f-8b46-48f3c6a9ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:36.448386 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:51:47.846305 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.agents_db [None req-82748851-6744-43b9-bd77-83e744a7c088 None None] Agent healthcheck: found 6 active agents {{(pid=101814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:51:52.253885 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:00.750288 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-098233a5-e676-4912-9eb1-852b06589e27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:03.424166 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-af1d9ca3-0657-4812-8552-bb10b7699454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:04.416280 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3d9940ef-842e-4b07-a279-f9f66b0ee11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:06.158222 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b24fd597-249d-429f-8b46-48f3c6a9ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:06.451073 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:22.267296 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:24.846296 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.agents_db [None req-82748851-6744-43b9-bd77-83e744a7c088 None None] Agent healthcheck: found 6 active agents {{(pid=101814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:52:30.752359 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-9740d608-5b42-4e1d-a21f-e53e62c805ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:33.425896 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-214acd27-f09f-4c7b-b5e4-07cffd3ada1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:34.419706 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3d9940ef-842e-4b07-a279-f9f66b0ee11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:36.163290 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b24fd597-249d-429f-8b46-48f3c6a9ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:36.453726 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:52:52.284307 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:00.754210 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-0341d5ab-f000-447d-9d88-9dd8d14c6458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:01.845771 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.agents_db [None req-82748851-6744-43b9-bd77-83e744a7c088 None None] Agent healthcheck: found 6 active agents {{(pid=101814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:53:03.427149 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-7858cea7-c465-4ec5-8644-03c86b142ebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:04.422945 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3d9940ef-842e-4b07-a279-f9f66b0ee11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:06.163145 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b24fd597-249d-429f-8b46-48f3c6a9ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:06.456027 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:22.276270 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:30.756401 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-8c6f5c96-b925-45e9-a08f-7952e226c304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:33.429967 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-77802923-2d49-47ac-9d1f-8d92e79d643d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:34.425740 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3d9940ef-842e-4b07-a279-f9f66b0ee11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:36.166045 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b24fd597-249d-429f-8b46-48f3c6a9ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:36.458973 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:53:38.844284 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.agents_db [None req-82748851-6744-43b9-bd77-83e744a7c088 None None] Agent healthcheck: found 6 active agents {{(pid=101814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:53:52.064698 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [req-a1acf807-b82f-4f51-b8b3-87dcd30e37bf req-e75c8472-b55b-4547-a2b1-3e3213670102 service neutron] (101812) timed out ('10.222.0.78', 49245) {{(pid=101812) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 20:53:52.295936 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:00.757790 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-aecfb6b3-31bb-4f53-9e09-89789dbd1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:03.434013 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-47917aa4-1f18-4573-986d-deda7597a415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:04.429458 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3d9940ef-842e-4b07-a279-f9f66b0ee11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:06.168507 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b24fd597-249d-429f-8b46-48f3c6a9ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:06.460611 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:15.843320 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.agents_db [None req-82748851-6744-43b9-bd77-83e744a7c088 None None] Agent healthcheck: found 6 active agents {{(pid=101814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:54:22.327184 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:30.760948 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3149fc3b-8c85-4947-8cf0-861a9d9d5c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:33.436155 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-dbae5c22-e6d8-4317-93db-5226b253f2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:34.432482 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3d9940ef-842e-4b07-a279-f9f66b0ee11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:36.172026 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b24fd597-249d-429f-8b46-48f3c6a9ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:36.464809 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:52.341244 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:54:52.842265 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.agents_db [None req-82748851-6744-43b9-bd77-83e744a7c088 None None] Agent healthcheck: found 6 active agents {{(pid=101814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:55:00.761830 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-59920a4a-c163-4ba2-9116-121f2a29f4b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:03.437775 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-50d882bd-97ea-4a58-a577-6371eaf9fd04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:04.434125 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3d9940ef-842e-4b07-a279-f9f66b0ee11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:06.174528 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b24fd597-249d-429f-8b46-48f3c6a9ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:06.467835 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:22.338910 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:29.841076 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.agents_db [None req-82748851-6744-43b9-bd77-83e744a7c088 None None] Agent healthcheck: found 6 active agents {{(pid=101814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:55:30.763119 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-4c139b15-a768-4de0-9ffa-329e15ce0846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:31.682492 dv-cinder-817642-1-iscsi neutron-server[101811]: DEBUG neutron.wsgi [req-a026102c-79da-4145-8bc0-90bf402a02cd req-ba7f9f6d-c88b-43d5-9418-d13f8393eb2a service neutron] (101811) timed out ('10.222.0.78', 49239) {{(pid=101811) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 20:55:31.948117 dv-cinder-817642-1-iscsi neutron-server[101812]: DEBUG neutron.wsgi [req-964dc893-24c6-470b-bb64-0c52ddca5e0f req-7d89f98d-b459-4bee-8955-f6ddec35fb48 service neutron] (101812) timed out ('10.222.0.78', 49274) {{(pid=101812) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 20:55:33.443599 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-45c1f68f-e209-45a2-9cdb-1b11811d35c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:34.437301 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3d9940ef-842e-4b07-a279-f9f66b0ee11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:36.177395 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b24fd597-249d-429f-8b46-48f3c6a9ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:36.469806 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:55:52.353438 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:00.765450 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-e85841c3-51c6-4a72-a1ad-7be1fa6908ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:03.444808 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-6aee2bd9-f9cd-44b7-8f04-f047312ca0e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:04.442683 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3d9940ef-842e-4b07-a279-f9f66b0ee11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:06.183991 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b24fd597-249d-429f-8b46-48f3c6a9ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:06.473211 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:06.840551 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.agents_db [None req-82748851-6744-43b9-bd77-83e744a7c088 None None] Agent healthcheck: found 6 active agents {{(pid=101814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:56:22.355802 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:30.768553 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-40e53541-f00b-454a-b04e-d9c7aefb6818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:33.446703 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-5495455b-53c4-458b-9b36-67eb064cdc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:34.443769 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-3d9940ef-842e-4b07-a279-f9f66b0ee11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:36.183761 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-b24fd597-249d-429f-8b46-48f3c6a9ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:36.475524 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-19a2cbae-a82c-4b1f-b462-ce1978feba4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 20:56:43.839071 dv-cinder-817642-1-iscsi neutron-server[101814]: DEBUG neutron.db.agents_db [None req-82748851-6744-43b9-bd77-83e744a7c088 None None] Agent healthcheck: found 6 active agents {{(pid=101814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 20:56:52.353363 dv-cinder-817642-1-iscsi neutron-server[101813]: DEBUG neutron_lib.callbacks.manager [None req-c00710ad-6423-412f-a8f4-82ea14f9afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768469249500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451143'] for agent, after_update {{(pid=101813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}